00000800:00000200:0.1F:1734015833.818153:0:1978:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b41079c0] -> 12345-192.168.201.101@tcp (2) 00000800:00000200:2.1F:1734015833.819665:0:1967:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1734015833.819675:0:1967:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.101@tcp ip 192.168.201.101:988 00000800:00000200:2.1:1734015833.819679:0:1967:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b0042900 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.1:1734015833.821307:0:1967:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected 6 ksnr_max_conns 1 00000800:00000200:2.1:1734015833.822623:0:1967:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected e ksnr_max_conns 1 00000080:00200008:3.0:1734016114.556109:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016114.556113:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016114.556115:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016114.556119:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016114.556120:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3e30, osc lock ffff8800aa16ce40, flags 0x400001002 00010000:00010000:3.0:1734016114.556125:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98480/0x99188b78c51a14cb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 217088->266239) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320bbd expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016114.556132:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98480/0x99188b78c51a14cb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 217088->266239) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320bbd expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016114.556138:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98480/0x99188b78c51a14cb lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 217088->266239) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7320bbd expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016114.556143:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98480/0x99188b78c51a14cb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 217088->266239) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320bbd expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016114.556150:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9956389 i_blocks 1904 00000020:00010000:3.0:1734016114.556152:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a95da8 (ffff8800a8a70128/0) at cl_lock_release():233 00000020:00010000:3.0:1734016114.556154:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a95da8 (ffff8800a8a70128/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016114.556155:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3e30 (ffff8800a8a70ea8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016114.556157:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a95da8 (ffff8800a8a70128/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016114.556158:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3e30 (ffff8800a8a70128/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016114.556162:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016114.556165:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 9956389 00000080:00200008:3.0:1734016114.556172:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec480c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016114.556175:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec480c8),name=f16a.sanityn 00000002:00010000:3.0:1734016114.556180:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016114.556185:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12fa80/0x99188b78c51a1469 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7320b54 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016114.556190:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12fa80/0x99188b78c51a1469 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7320b54 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016114.556195:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) 00000080:00010000:3.0:1734016114.556197:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) for lock 0x99188b78c51a1469 00000080:00010000:3.0:1734016114.556200:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a1469 from it ffff8800a7a77cd8 00010000:00010000:3.0:1734016114.556202:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12fa80/0x99188b78c51a1469 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec7320b54 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016114.556207:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12fa80/0x99188b78c51a1469 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7320b54 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016114.556215:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016114.556217:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016114.556220:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016114.556221:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3e30, osc lock ffff8800aa16ce40, flags 0x400001002 00010000:00010000:3.0:1734016114.556225:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98480/0x99188b78c51a14cb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 217088->266239) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320bbd expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016114.556231:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98480/0x99188b78c51a14cb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 217088->266239) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320bbd expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016114.556236:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98480/0x99188b78c51a14cb lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 217088->266239) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7320bbd expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016114.556241:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98480/0x99188b78c51a14cb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 217088->266239) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320bbd expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016114.556252:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9956389 i_blocks 1904 00000020:00010000:3.0:1734016114.556254:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a95da8 (ffff8800a8a70128/0) at cl_lock_release():233 00000020:00010000:3.0:1734016114.556255:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a95da8 (ffff8800a8a70128/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016114.556258:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3e30 (ffff8800a8a70ea8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016114.556260:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a95da8 (ffff8800a8a70128/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016114.556263:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3e30 (ffff8800a8a70128/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016114.556266:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016114.556271:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016114.556273:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016114.556276:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016114.556280:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016114.556281:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3e30, osc lock ffff8800aa16ce40, flags 0x400001002 00010000:00010000:3.0:1734016114.556285:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98480/0x99188b78c51a14cb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 217088->266239) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320bbd expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016114.556290:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98480/0x99188b78c51a14cb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 217088->266239) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320bbd expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016114.556296:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98480/0x99188b78c51a14cb lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 217088->266239) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7320bbd expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016114.556301:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98480/0x99188b78c51a14cb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 217088->266239) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320bbd expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016114.556308:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9956389 i_blocks 1904 00000020:00010000:3.0:1734016114.556311:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a95da8 (ffff8800a8a70128/0) at cl_lock_release():233 00000020:00010000:3.0:1734016114.556313:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a95da8 (ffff8800a8a70128/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016114.556314:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3e30 (ffff8800a8a70ea8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016114.556316:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a95da8 (ffff8800a8a70128/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016114.556318:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3e30 (ffff8800a8a70128/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016114.556383:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016114.556387:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 9956389 00000080:00200008:3.0:1734016114.556393:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec488c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016114.556397:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec488c8),name=f16a.sanityn 00000002:00010000:3.0:1734016114.556406:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016114.556413:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db9b840/0x99188b78c51a1470 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7320b62 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016114.556420:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db9b840/0x99188b78c51a1470 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7320b62 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016114.556426:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) 00000080:00010000:3.0:1734016114.556428:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) for lock 0x99188b78c51a1470 00000080:00010000:3.0:1734016114.556431:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a1470 from it ffff8800a7a77cd8 00010000:00010000:3.0:1734016114.556433:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db9b840/0x99188b78c51a1470 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec7320b62 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016114.556439:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db9b840/0x99188b78c51a1470 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7320b62 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016114.556449:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016114.556453:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016114.556458:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016114.556460:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3e30, osc lock ffff8800aa16ce40, flags 0x400001002 00010000:00010000:3.0:1734016114.556475:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a14d2 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016114.556481:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a14d2 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016114.556545:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016114.556567:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247338940160:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016114.580136:0:1982:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a14d2 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016114.580164:0:1982:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a14d2 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x903ef4aec7320bc4 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016114.580185:0:1982:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a14d2 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x903ef4aec7320bc4 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016114.580199:0:1982:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a14d2 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x903ef4aec7320bc4 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016114.580217:0:1982:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 9956389, setting rss=9956389; kms=9956389, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a14d2 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec7320bc4 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016114.580256:0:1982:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a14d2 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec7320bc4 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016114.580264:0:1982:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a14d2 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec7320bc4 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016114.580273:0:1982:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a14d2 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec7320bc4 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016114.580280:0:1982:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a14d2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec7320bc4 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016114.580302:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247338940160:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016114.611118:0:4745:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1734016114.611135:0:4745:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a14d2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x903ef4aec7320bc4 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016114.611149:0:4745:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e3eb840 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016114.611157:0:4745:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a14d2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0x903ef4aec7320bc4 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016114.611178:0:4745:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016114.611195:0:4745:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016114.611251:0:4745:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a14d2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x903ef4aec7320bc4 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016114.611258:0:4745:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016114.611295:0:4745:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a14d2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x903ef4aec7320bc4 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016114.611302:0:4745:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a14d2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x903ef4aec7320bc4 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016114.611384:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016114.611386:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016114.611388:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016114.611410:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247338940416:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016114.619002:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247338940416:192.168.201.101@tcp:103:ldlm_bl.0 00000080:00200000:3.0:1734016114.668257:0:9663:0:(vvp_io.c:1326:vvp_io_write_start()) f16a.sanityn: write [5226496, 5273245) 00000080:00200000:3.0:1734016114.668301:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 1276 of 0 to 4096 bytes 00000080:00200000:3.0:1734016114.668445:0:9663:0:(rw26.c:1006:ll_write_end()) pos 5226496, len 4096, copied 4096 00000080:00200000:3.0:1734016114.668462:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff88012c481ca8[3 ffff88012c77cd00 2 1 ffff8800a8a95e08] 00000080:00200000:3.0:1734016114.668464:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0004999dc0 2fffff00000805 3:0 ffff88012c481ca8 1276 lru 00000080:00200000:3.0:1734016114.668475:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012c481d08 1276: 1< 0 - - > 2< 5226496 0 0 0x0 0x0 | ffff8800aaf9dcc8 ffff88012c3aa1a0 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1734016114.668477:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff88012c481ca8 00000080:00200000:3.0:1734016114.668478:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016114.668481:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 1277 of 0 to 4096 bytes 00000080:00200000:3.0:1734016114.668505:0:9663:0:(rw26.c:1006:ll_write_end()) pos 5230592, len 4096, copied 4096 00000080:00200000:3.0:1734016114.668508:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff88012c481d80[3 ffff88012c77cd00 2 1 ffff8800a8a95e08] 00000080:00200000:3.0:1734016114.668510:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0004999e00 2fffff00000805 3:0 ffff88012c481d80 1277 lru 00000080:00200000:3.0:1734016114.668514:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012c481de0 1277: 1< 0 - - > 2< 5230592 0 0 0x0 0x0 | ffff8800aaf9dcc8 ffff88012c3aa1a0 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1734016114.668516:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff88012c481d80 00000080:00200000:3.0:1734016114.668516:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 2. 00000080:00200000:3.0:1734016114.668518:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 1278 of 0 to 4096 bytes 00000080:00200000:3.0:1734016114.668536:0:9663:0:(rw26.c:1006:ll_write_end()) pos 5234688, len 4096, copied 4096 00000080:00200000:3.0:1734016114.668538:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff88012c481e58[3 ffff88012c77cd00 2 1 ffff8800a8a95e08] 00000080:00200000:3.0:1734016114.668540:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0004999e40 2fffff00000805 3:0 ffff88012c481e58 1278 lru 00000080:00200000:3.0:1734016114.668544:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012c481eb8 1278: 1< 0 - - > 2< 5234688 0 0 0x0 0x0 | ffff8800aaf9dcc8 ffff88012c3aa1a0 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1734016114.668545:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff88012c481e58 00000080:00200000:3.0:1734016114.668546:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 3. 00000080:00200000:3.0:1734016114.668548:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 1279 of 0 to 4096 bytes 00000080:00200000:3.0:1734016114.668571:0:9663:0:(rw26.c:1006:ll_write_end()) pos 5238784, len 4096, copied 4096 00000080:00200000:3.0:1734016114.668574:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff88012c481bd0[3 ffff88012c77cd00 2 1 ffff8800a8a95e08] 00000080:00200000:3.0:1734016114.668576:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0004999e80 2fffff00000805 3:0 ffff88012c481bd0 1279 lru 00000080:00200000:3.0:1734016114.668580:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012c481c30 1279: 1< 0 - - > 2< 5238784 0 0 0x0 0x0 | ffff8800aaf9dcc8 ffff88012c3aa1a0 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1734016114.668582:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff88012c481bd0 00000080:00200000:3.0:1734016114.668583:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 4. 00000080:00200000:3.0:1734016114.668585:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 1280 of 0 to 4096 bytes 00000080:00200000:3.0:1734016114.668602:0:9663:0:(rw26.c:1006:ll_write_end()) pos 5242880, len 4096, copied 4096 00000080:00200000:3.0:1734016114.668606:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff88012c481af8[3 ffff88012c77cd00 2 1 ffff8800a8a95e08] 00000080:00200000:3.0:1734016114.668608:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0004999ec0 2fffff00000805 3:0 ffff88012c481af8 1280 lru 00000080:00200000:3.0:1734016114.668612:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012c481b58 1280: 1< 0 - - > 2< 5242880 0 0 0x0 0x0 | ffff8800aaf9dcc8 ffff88012c3aa1a0 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1734016114.668614:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff88012c481af8 00000080:00200000:3.0:1734016114.668615:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 5. 00000080:00200000:3.0:1734016114.668617:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 1281 of 0 to 4096 bytes 00000080:00200000:3.0:1734016114.668629:0:9663:0:(rw26.c:1006:ll_write_end()) pos 5246976, len 4096, copied 4096 00000080:00200000:3.0:1734016114.668631:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff88012c481a20[3 ffff88012c77cd00 2 1 ffff8800a8a95e08] 00000080:00200000:3.0:1734016114.668633:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0004999f00 2fffff00000805 3:0 ffff88012c481a20 1281 lru 00000080:00200000:3.0:1734016114.668637:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012c481a80 1281: 1< 0 - - > 2< 5246976 0 0 0x0 0x0 | ffff8800aaf9dcc8 ffff88012c3aa1a0 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1734016114.668638:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff88012c481a20 00000080:00200000:3.0:1734016114.668639:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 6. 00000080:00200000:3.0:1734016114.668641:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 1282 of 0 to 4096 bytes 00000080:00200000:3.0:1734016114.668654:0:9663:0:(rw26.c:1006:ll_write_end()) pos 5251072, len 4096, copied 4096 00000080:00200000:3.0:1734016114.668656:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff88012c481948[3 ffff88012c77cd00 2 1 ffff8800a8a95e08] 00000080:00200000:3.0:1734016114.668658:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0004999f40 2fffff00000805 3:0 ffff88012c481948 1282 lru 00000080:00200000:3.0:1734016114.668662:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012c4819a8 1282: 1< 0 - - > 2< 5251072 0 0 0x0 0x0 | ffff8800aaf9dcc8 ffff88012c3aa1a0 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1734016114.668664:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff88012c481948 00000080:00200000:3.0:1734016114.668666:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 7. 00000080:00200000:3.0:1734016114.668668:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 1283 of 0 to 4096 bytes 00000080:00200000:3.0:1734016114.668681:0:9663:0:(rw26.c:1006:ll_write_end()) pos 5255168, len 4096, copied 4096 00000080:00200000:3.0:1734016114.668683:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff88012c481870[3 ffff88012c77cd00 2 1 ffff8800a8a95e08] 00000080:00200000:3.0:1734016114.668685:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0004999f80 2fffff00000805 3:0 ffff88012c481870 1283 lru 00000080:00200000:3.0:1734016114.668691:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012c4818d0 1283: 1< 0 - - > 2< 5255168 0 0 0x0 0x0 | ffff8800aaf9dcc8 ffff88012c3aa1a0 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1734016114.668692:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff88012c481870 00000080:00200000:3.0:1734016114.668693:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 8. 00000080:00200000:3.0:1734016114.668695:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 1284 of 0 to 4096 bytes 00000080:00200000:3.0:1734016114.668707:0:9663:0:(rw26.c:1006:ll_write_end()) pos 5259264, len 4096, copied 4096 00000080:00200000:3.0:1734016114.668709:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff88012c481798[3 ffff88012c77cd00 2 1 ffff8800a8a95e08] 00000080:00200000:3.0:1734016114.668710:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0004999fc0 2fffff00000805 3:0 ffff88012c481798 1284 lru 00000080:00200000:3.0:1734016114.668714:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012c4817f8 1284: 1< 0 - - > 2< 5259264 0 0 0x0 0x0 | ffff8800aaf9dcc8 ffff88012c3aa1a0 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1734016114.668716:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff88012c481798 00000080:00200000:3.0:1734016114.668717:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 9. 00000080:00200000:3.0:1734016114.668718:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 1285 of 0 to 4096 bytes 00000080:00200000:3.0:1734016114.668732:0:9663:0:(rw26.c:1006:ll_write_end()) pos 5263360, len 4096, copied 4096 00000080:00200000:3.0:1734016114.668734:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff88012c4816c0[3 ffff88012c77cd00 2 1 ffff8800a8a95e08] 00000080:00200000:3.0:1734016114.668736:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00049a8000 2fffff00000805 3:0 ffff88012c4816c0 1285 lru 00000080:00200000:3.0:1734016114.668739:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012c481720 1285: 1< 0 - - > 2< 5263360 0 0 0x0 0x0 | ffff8800aaf9dcc8 ffff88012c3aa1a0 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1734016114.668741:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff88012c4816c0 00000080:00200000:3.0:1734016114.668742:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 10. 00000080:00200000:3.0:1734016114.668744:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 1286 of 0 to 4096 bytes 00000080:00200000:3.0:1734016114.668756:0:9663:0:(rw26.c:1006:ll_write_end()) pos 5267456, len 4096, copied 4096 00000080:00200000:3.0:1734016114.668758:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff88012c4815e8[3 ffff88012c77cd00 2 1 ffff8800a8a95e08] 00000080:00200000:3.0:1734016114.668760:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00049a8040 2fffff00000805 3:0 ffff88012c4815e8 1286 lru 00000080:00200000:3.0:1734016114.668764:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012c481648 1286: 1< 0 - - > 2< 5267456 0 0 0x0 0x0 | ffff8800aaf9dcc8 ffff88012c3aa1a0 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1734016114.668766:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff88012c4815e8 00000080:00200000:3.0:1734016114.668767:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 11. 00000080:00200000:3.0:1734016114.668769:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 1287 of 0 to 1693 bytes 00000100:00100000:3.0:1734016114.668876:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:3.0:1734016114.668904:0:1983:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a9ae6d80 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e400/0x99188b78c51a14d9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5226496->5275647) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320bcb expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016114.668962:0:1983:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5271552 5275647) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e400/0x99188b78c51a14d9 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5226496->5275647) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320bcb expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016114.669033:0:1983:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa163800 - object 0x280000400:6 offset 5271552<>5275648 00000100:00100000:3.0:1734016114.669073:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247338940800:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016114.675245:0:1983:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a9ae6d80 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e400/0x99188b78c51a14d9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5226496->5275647) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320bcb expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016114.675293:0:1983:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a9ae6d80 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e400/0x99188b78c51a14d9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5226496->5275647) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320bcb expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016114.675364:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247338940800:192.168.201.101@tcp:3:fsx.0 00010000:00010000:3.0:1734016114.721427:0:4745:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016114.721438:0:4745:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e400/0x99188b78c51a14d9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5226496->5275647) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec7320bcb expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016114.721446:0:4745:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aa12e400 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016114.721452:0:4745:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e400/0x99188b78c51a14d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5226496->5275647) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec7320bcb expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016114.721490:0:4745:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012abac300 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e400/0x99188b78c51a14d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5226496->5275647) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec7320bcb expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016114.721506:0:4745:0:(osc_cache.c:1066:osc_extent_make_ready()) ### extent: ffff88012abac300 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e400/0x99188b78c51a14d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5226496->5275647) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec7320bcb expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016114.721585:0:4745:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5226496 5230591) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e400/0x99188b78c51a14d9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5226496->5275647) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec7320bcb expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016114.721737:0:4745:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa163800 - object 0x280000400:6 offset 5226496<>5275648 00000100:00100000:3.0:1734016114.721780:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016114.721796:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247338941312:192.168.201.101@tcp:4:fsx.0 00000008:00010000:3.0:1734016114.733244:0:1983:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012abac300 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e400/0x99188b78c51a14d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5226496->5275647) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec7320bcb expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016114.733305:0:1983:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012abac300 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e400/0x99188b78c51a14d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5226496->5275647) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec7320bcb expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016114.733372:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247338941312:192.168.201.101@tcp:4:fsx.0 00000008:00010000:3.0:1734016114.795145:0:1983:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a8a716c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99b00/0x99188b78c51a14fc lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3874816->3878911) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320bee expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016114.795198:0:1983:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a8a716c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99b00/0x99188b78c51a14fc lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3874816->3878911) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320bee expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016114.795222:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247338942464:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016114.796245:0:1982:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a8a71480 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99b00/0x99188b78c51a14fc lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3874816->3878911) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320bee expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016114.796282:0:1982:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3870720 3874815) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99b00/0x99188b78c51a14fc lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3874816->3878911) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320bee expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016114.796375:0:1982:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa161180 - object 0x280000400:6 offset 3870720<>3874816 00000008:00010000:3.0:1734016114.807258:0:1983:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a8a71480 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99b00/0x99188b78c51a14fc lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3874816->3878911) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320bee expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016114.807301:0:1983:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a8a71480 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99b00/0x99188b78c51a14fc lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3874816->3878911) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320bee expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016114.807364:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247338942720:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016114.808519:0:1982:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a8a71600 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99b00/0x99188b78c51a14fc lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3874816->3878911) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320bee expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016114.808542:0:1982:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3866624 3870719) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99b00/0x99188b78c51a14fc lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3874816->3878911) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320bee expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016114.808572:0:1982:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa161180 - object 0x280000400:6 offset 3866624<>3870720 00000008:00010000:3.0:1734016114.882517:0:1983:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a8a71c00 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99b00/0x99188b78c51a14fc lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3874816->3878911) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320bee expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016114.882562:0:1983:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a8a71c00 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99b00/0x99188b78c51a14fc lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3874816->3878911) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320bee expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016114.882583:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247338944768:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016114.895799:0:1983:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a8a71300 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99b00/0x99188b78c51a14fc lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3874816->3878911) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320bee expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016114.896583:0:1983:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a8a71300 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99b00/0x99188b78c51a14fc lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3874816->3878911) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320bee expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016114.896624:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247338945024:192.168.201.101@tcp:3:fsx.0 00000100:00100000:3.0:1734016114.983385:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247338946816:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016115.063620:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247338948736:192.168.201.101@tcp:22:fsx.0 00000100:00100000:3.0:1734016115.071837:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247338948736:192.168.201.101@tcp:22:fsx.0 00000100:00100000:3.0:1734016115.072911:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247338948864:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016115.082098:0:1983:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a153b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.082119:0:1983:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a153b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.082131:0:1983:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a153b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.082138:0:1983:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a153b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.082144:0:1983:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a153b lrc: 5/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016115.082160:0:1983:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 9956389, setting rss=9956389; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016115.082190:0:1983:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a153b lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.082198:0:1983:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a153b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.082205:0:1983:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a153b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.082211:0:1983:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012db98000 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016115.082217:0:1983:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a153b lrc: 5/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.082259:0:1983:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016115.082265:0:1983:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a153b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.082270:0:1983:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a153b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016115.082303:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247338948864:192.168.201.101@tcp:101:fsx.0 00000100:00100000:3.0:1734016115.109957:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247338949248:192.168.201.101@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016115.118103:0:9663:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cd80/0x99188b78c51a1549 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 348160->364543) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec7320c3b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.118112:0:9663:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cd80/0x99188b78c51a1549 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 348160->364543) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec7320c3b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.118142:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cd80/0x99188b78c51a1549 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 348160->364543) gid 0 flags: 0x10000000020000 nid: local remote: 0x903ef4aec7320c3b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016115.118153:0:9663:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 9956389, setting rss=9956389; kms=9956389, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cd80/0x99188b78c51a1549 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 348160->364543) gid 0 flags: 0x10020000020000 nid: local remote: 0x903ef4aec7320c3b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.118165:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cd80/0x99188b78c51a1549 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 348160->364543) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7320c3b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.118172:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cd80/0x99188b78c51a1549 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 348160->364543) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7320c3b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016115.118190:0:9663:0:(vvp_io.c:1326:vvp_io_write_start()) f16a.sanityn: write [348160, 363622) 00000080:00200000:3.0:1734016115.118214:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 85 of 0 to 4096 bytes 00000080:00200000:3.0:1734016115.118291:0:9663:0:(rw26.c:1006:ll_write_end()) pos 348160, len 4096, copied 4096 00000080:00200000:3.0:1734016115.118299:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff88012c481438[3 ffff88012c77cd00 2 1 ffff8800a8a94980] 00000080:00200000:3.0:1734016115.118302:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00049a80c0 2fffff00000825 2:0 ffff88012c481438 85 lru 00000080:00200000:3.0:1734016115.118309:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012c481498 85: 1< 0 - - > 2< 348160 0 0 0x0 0x0 | ffff8800aaf9dcc8 ffff88012c3aa1a0 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1734016115.118310:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff88012c481438 00000080:00200000:3.0:1734016115.118311:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016115.118313:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 86 of 0 to 4096 bytes 00000080:00200000:3.0:1734016115.118360:0:9663:0:(rw26.c:1006:ll_write_end()) pos 352256, len 4096, copied 4096 00000080:00200000:3.0:1734016115.118363:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff88012c481360[3 ffff88012c77cd00 2 1 ffff8800a8a94980] 00000080:00200000:3.0:1734016115.118366:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0004999d80 2fffff00000805 3:0 ffff88012c481360 86 lru 00000080:00200000:3.0:1734016115.118370:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012c4813c0 86: 1< 0 - - > 2< 352256 0 0 0x0 0x0 | ffff8800aaf9dcc8 ffff88012c3aa1a0 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1734016115.118371:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff88012c481360 00000080:00200000:3.0:1734016115.118372:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 2. 00000080:00200000:3.0:1734016115.118374:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 87 of 0 to 4096 bytes 00000080:00200000:3.0:1734016115.118390:0:9663:0:(rw26.c:1006:ll_write_end()) pos 356352, len 4096, copied 4096 00000080:00200000:3.0:1734016115.118392:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff88012c481288[3 ffff88012c77cd00 2 1 ffff8800a8a94980] 00000080:00200000:3.0:1734016115.118394:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0004999dc0 2fffff00000805 3:0 ffff88012c481288 87 lru 00000080:00200000:3.0:1734016115.118398:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012c4812e8 87: 1< 0 - - > 2< 356352 0 0 0x0 0x0 | ffff8800aaf9dcc8 ffff88012c3aa1a0 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1734016115.118400:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff88012c481288 00000080:00200000:3.0:1734016115.118400:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 3. 00000080:00200000:3.0:1734016115.118402:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 88 of 0 to 3174 bytes 00000100:00100000:3.0:1734016115.118484:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:3.0:1734016115.118499:0:1983:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a9ae6780 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cd80/0x99188b78c51a1549 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 348160->364543) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320c3b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.118538:0:1983:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (360448 364543) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cd80/0x99188b78c51a1549 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 348160->364543) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320c3b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016115.118571:0:1983:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa162680 - object 0x280000400:6 offset 360448<>364544 00000100:00100000:3.0:1734016115.118594:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247338949504:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016115.121682:0:1983:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a9ae6780 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cd80/0x99188b78c51a1549 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 348160->364543) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320c3b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016115.122236:0:1983:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a9ae6780 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cd80/0x99188b78c51a1549 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 348160->364543) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320c3b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016115.122260:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247338949504:192.168.201.101@tcp:3:fsx.0 00000100:00100000:3.0:1734016115.122281:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247338949248:192.168.201.101@tcp:103:ldlm_bl.0 00000020:00010000:3.0:1734016115.166236:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a728a8 (ffff8800a8a70b48/0) at cl_lock_release():233 00000020:00010000:3.0:1734016115.166239:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a728a8 (ffff8800a8a70b48/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016115.166243:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b0028930 (ffff8800a8a70a28/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016115.166251:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cd80/0x99188b78c51a1549 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 348160->364543) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7320c3b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.166260:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cd80/0x99188b78c51a1549 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 348160->364543) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320c3b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016115.166275:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a728a8 (ffff8800a8a70b48/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016115.166276:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b0028930 (ffff8800a8a70b48/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016115.166293:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016115.166364:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 2049 00000080:00200000:3.0:1734016115.166373:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016115.166387:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016115.166400:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [2049, 2049] 00000008:00010000:3.0:1734016115.166414:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016115.166418:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3e30, osc lock ffff8800aa16d7c0, flags 0x0 00010000:00010000:3.0:1734016115.166437:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cd80/0x99188b78c51a1549 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 348160->364543) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320c3b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.166449:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8392704 8396799) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cd80/0x99188b78c51a1549 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 348160->364543) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320c3b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.166458:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cd80/0x99188b78c51a1549 lrc: 7/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 348160->364543) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7320c3b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.166463:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cd80/0x99188b78c51a1549 lrc: 7/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 348160->364543) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7320c3b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.166469:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cd80/0x99188b78c51a1549 lrc: 6/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 348160->364543) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7320c3b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016115.167066:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:3.0:1734016115.167076:0:1982:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a9ae6780 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cd80/0x99188b78c51a1549 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 348160->364543) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320c3b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.167099:0:1982:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8392704 8396799) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cd80/0x99188b78c51a1549 lrc: 6/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 348160->364543) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320c3b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016115.167136:0:1982:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa162680 - object 0x280000400:6 offset 8392704<>8396800 00000100:00100000:3.0:1734016115.168548:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247338951296:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016115.171128:0:1982:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a9ae6780 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cd80/0x99188b78c51a1549 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 348160->364543) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320c3b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016115.171165:0:1982:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a9ae6780 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cd80/0x99188b78c51a1549 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 348160->364543) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320c3b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016115.171192:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247338951296:192.168.201.101@tcp:3:fsx.0 00000080:00200000:3.0:1734016115.191461:0:66:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016115.191472:0:66:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016115.191531:0:66:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:3.0:1734016115.269868:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:3.0:1734016115.269893:0:1982:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a9ae6cc0 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12d8c0/0x99188b78c51a157a lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4632576->4653055) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320c6c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.270009:0:1982:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (4632576 4636671) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12d8c0/0x99188b78c51a157a lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4632576->4653055) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320c6c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016115.270364:0:1982:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa162680 - object 0x280000400:6 offset 0<>4636672 00000100:00100000:3.0:1734016115.270393:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247338954240:192.168.201.101@tcp:3:fsx.0 00000100:00100000:3.0:1734016115.274192:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:3.0:1734016115.274207:0:1982:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a9ae6600 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12d8c0/0x99188b78c51a157a lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4632576->4653055) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320c6c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.274283:0:1982:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8388608 8392703) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12d8c0/0x99188b78c51a157a lrc: 7/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4632576->4653055) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320c6c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016115.274401:0:1982:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa162a00 - object 0x280000400:6 offset 8388608<>9957376 00000100:00100000:3.0:1734016115.274426:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247338954752:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016115.393429:0:1982:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a9ae6600 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12d8c0/0x99188b78c51a157a lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4632576->4653055) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320c6c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016115.393581:0:1982:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a9ae6600 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12d8c0/0x99188b78c51a157a lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4632576->4653055) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320c6c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016115.393605:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247338954752:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016115.404624:0:1982:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a9ae6cc0 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12d8c0/0x99188b78c51a157a lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4632576->4653055) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320c6c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016115.405098:0:1982:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a9ae6cc0 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12d8c0/0x99188b78c51a157a lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4632576->4653055) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320c6c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016115.405132:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247338954240:192.168.201.101@tcp:3:fsx.0 00000100:00100000:3.0:1734016115.435413:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247338955264:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016115.445285:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247338955264:192.168.201.101@tcp:103:ldlm_bl.0 00000080:00200000:3.0:1734016115.478187:0:5244:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016115.478262:0:5244:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12d8c0/0x99188b78c51a157a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4632576->4653055) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7320c6c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.478273:0:5244:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016115.478302:0:5244:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12d8c0/0x99188b78c51a157a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4632576->4653055) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7320c6c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.478309:0:5244:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12d8c0/0x99188b78c51a157a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4632576->4653055) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7320c6c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.478355:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016115.478357:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016115.483406:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016115.483453:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247338955648:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016115.500391:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247338955648:192.168.201.101@tcp:103:ldlm_bl.0 00000008:00010000:3.0:1734016115.517728:0:1983:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a8a71840 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a1588 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320c81 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.517771:0:1983:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (913408 917503) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a1588 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320c81 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016115.517813:0:1983:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa162680 - object 0x280000400:6 offset 913408<>917504 00000100:00100000:3.0:1734016115.517859:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016115.517872:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247338956160:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016115.522066:0:1983:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a8a71840 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a1588 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320c81 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016115.522108:0:1983:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a8a71840 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a1588 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320c81 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016115.522129:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247338956160:192.168.201.101@tcp:3:fsx.0 00000100:00100000:3.0:1734016115.583653:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247338957568:192.168.201.101@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016115.676966:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00010000:3.0:1734016115.942185:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b43fc998 (ffff8800a8e27758/0) at cl_lock_release():233 00000020:00010000:3.0:1734016115.942194:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b43fc998 (ffff8800a8e27758/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016115.942197:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b0028ab0 (ffff8800a8e272d8/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016115.942205:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b180/0x99188b78c51a15c0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3944448->3948543) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7320cd5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.942215:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b180/0x99188b78c51a15c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3944448->3948543) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320cd5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016115.942230:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b43fc998 (ffff8800a8e27758/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016115.942232:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b0028ab0 (ffff8800a8e27758/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016115.942250:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016115.942264:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016115.942273:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016115.942283:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [963, 963] 00000008:00010000:3.0:1734016115.942293:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016115.942297:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3f30, osc lock ffff8800aa16d690, flags 0x0 00010000:00010000:3.0:1734016115.942310:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b180/0x99188b78c51a15c0 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3944448->3948543) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320cd5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.942348:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3944448 3948543) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b180/0x99188b78c51a15c0 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3944448->3948543) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320cd5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.942358:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b180/0x99188b78c51a15c0 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3944448->3948543) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7320cd5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.942363:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b180/0x99188b78c51a15c0 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3944448->3948543) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7320cd5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.942368:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b180/0x99188b78c51a15c0 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3944448->3948543) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7320cd5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016115.942395:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff8800a9ae6cc0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b180/0x99188b78c51a15c0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3944448->3948543) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320cd5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016115.942407:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48a48, count 1, dirtied 1 00000020:00010000:3.0:1734016115.942418:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b43fc998 (ffff8800a8e27758/0) at cl_lock_release():233 00000020:00010000:3.0:1734016115.942420:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b43fc998 (ffff8800a8e27758/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016115.942422:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3f30 (ffff8800a8e272d8/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016115.942424:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b180/0x99188b78c51a15c0 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3944448->3948543) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7320cd5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.942432:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b180/0x99188b78c51a15c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3944448->3948543) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320cd5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016115.942438:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b43fc998 (ffff8800a8e27758/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016115.942440:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3f30 (ffff8800a8e27758/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016115.942446:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016115.942486:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 962 00000080:00200000:3.0:1734016115.942492:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016115.942496:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016115.942501:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [962, 962] 00000008:00010000:3.0:1734016115.942505:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016115.942507:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3f30, osc lock ffff8800aa16d690, flags 0x0 00010000:00010000:3.0:1734016115.942513:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b180/0x99188b78c51a15c0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3944448->3948543) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320cd5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.942521:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3940352 3944447) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b180/0x99188b78c51a15c0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3944448->3948543) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320cd5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.942527:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b180/0x99188b78c51a15c0 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3944448->3948543) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7320cd5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.942534:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b180/0x99188b78c51a15c0 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3944448->3948543) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7320cd5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.942539:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b180/0x99188b78c51a15c0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3944448->3948543) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7320cd5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016115.942631:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:3.0:1734016115.942646:0:1983:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a9ae6600 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b180/0x99188b78c51a15c0 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3944448->3948543) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320cd5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016115.942666:0:1983:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3940352 3944447) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b180/0x99188b78c51a15c0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3944448->3948543) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320cd5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016115.942694:0:1983:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa162680 - object 0x280000400:6 offset 3940352<>3944448 00000100:00100000:3.0:1734016115.942713:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247338962688:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016115.954127:0:1983:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a9ae6600 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b180/0x99188b78c51a15c0 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3944448->3948543) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320cd5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016115.954166:0:1983:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a9ae6600 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b180/0x99188b78c51a15c0 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3944448->3948543) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320cd5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016115.954184:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247338962688:192.168.201.101@tcp:3:fsx.0 00000100:00100000:3.0:1734016116.051707:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247338965376:192.168.201.101@tcp:16:fsx.0 00000100:00100000:3.0:1734016116.063128:0:1982:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8800aae6f000: committing for last_committed 4294969264 gen 1 00000100:00100000:3.0:1734016116.063188:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247338965376:192.168.201.101@tcp:16:fsx.0 00000100:00100000:3.0:1734016116.078411:0:9663:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job fsx:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:9663:1818247338965632:192.168.201.101@tcp:36:fsx.0 00000080:00200000:3.0:1734016116.078452:0:9663:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1734016116.078458:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1734016116.078472:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016116.078486:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:3.0:1734016116.078497:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016116.078500:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3eb0, osc lock ffff8800aa16db50, flags 0x0 00010000:00010000:3.0:1734016116.078516:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b180/0x99188b78c51a15c0 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3944448->3948543) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320cd5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.078528:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b180/0x99188b78c51a15c0 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3944448->3948543) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320cd5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.078539:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b180/0x99188b78c51a15c0 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3944448->3948543) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7320cd5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.078546:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b180/0x99188b78c51a15c0 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3944448->3948543) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7320cd5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.078552:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b180/0x99188b78c51a15c0 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3944448->3948543) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7320cd5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016116.078598:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016116.078610:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247338965888:192.168.201.101@tcp:10:fsx.0 00000100:00100000:3.0:1734016116.091031:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247338965888:192.168.201.101@tcp:10:fsx.0 00010000:00010000:3.0:1734016116.135952:0:5244:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016116.135957:0:5244:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b180/0x99188b78c51a15c0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3944448->3948543) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec7320cd5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.135965:0:5244:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012db9b180 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016116.135969:0:5244:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b180/0x99188b78c51a15c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3944448->3948543) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec7320cd5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016116.135989:0:5244:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016116.136791:0:5244:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016116.136831:0:5244:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b180/0x99188b78c51a15c0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3944448->3948543) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7320cd5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.136838:0:5244:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016116.136857:0:5244:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b180/0x99188b78c51a15c0 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3944448->3948543) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7320cd5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.136863:0:5244:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b180/0x99188b78c51a15c0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3944448->3948543) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7320cd5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.136877:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016116.136878:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016116.136880:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016116.136886:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016116.136897:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247338966528:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016116.151382:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247338966528:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016116.183667:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247338967296:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016116.190167:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247338967296:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016116.203225:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247338967552:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016116.207849:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247338967936:192.168.201.101@tcp:22:fsx.0 00000100:00100000:3.0:1734016116.211275:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247338967936:192.168.201.101@tcp:22:fsx.0 00000100:00100000:3.0:1734016116.215193:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247338968192:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016116.221509:0:1982:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db99200/0x99188b78c51a1606 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.221528:0:1982:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db99200/0x99188b78c51a1606 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.221541:0:1982:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db99200/0x99188b78c51a1606 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.221548:0:1982:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db99200/0x99188b78c51a1606 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.221554:0:1982:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db99200/0x99188b78c51a1606 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016116.221568:0:1982:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 9110193, setting rss=9110193; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016116.221638:0:1982:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db99200/0x99188b78c51a1606 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.221645:0:1982:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db99200/0x99188b78c51a1606 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.221652:0:1982:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db99200/0x99188b78c51a1606 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.221661:0:1982:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012db99200 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016116.221665:0:1982:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db99200/0x99188b78c51a1606 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.221678:0:1982:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016116.221685:0:1982:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db99200/0x99188b78c51a1606 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.221692:0:1982:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db99200/0x99188b78c51a1606 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016116.221730:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247338968192:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016116.233483:0:5244:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016116.233497:0:5244:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2da1c0/0x99188b78c51a15f1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec7320d22 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.233507:0:5244:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e2da1c0 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016116.233515:0:5244:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2da1c0/0x99188b78c51a15f1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec7320d22 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016116.233538:0:5244:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016116.233552:0:5244:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016116.233604:0:5244:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2da1c0/0x99188b78c51a15f1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7320d22 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.233614:0:5244:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016116.234431:0:5244:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2da1c0/0x99188b78c51a15f1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7320d22 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.234441:0:5244:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2da1c0/0x99188b78c51a15f1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7320d22 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.234482:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016116.234484:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016116.234487:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016116.234516:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247338968576:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016116.248443:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247338968576:192.168.201.101@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016116.255173:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e880/0x99188b78c51a1614 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8491008->8507391) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7320d53 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.255194:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e880/0x99188b78c51a1614 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8491008->8507391) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7320d53 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016116.266069:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:3.0:1734016116.266103:0:1982:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a9ae6540 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e880/0x99188b78c51a1614 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8491008->8507391) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320d53 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.266174:0:1982:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (4190208 4194303) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e880/0x99188b78c51a1614 lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8491008->8507391) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320d53 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016116.266363:0:1982:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa162a00 - object 0x280000400:6 offset 4190208<>8384512 00000100:00100000:3.0:1734016116.266389:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247338969088:192.168.201.101@tcp:3:fsx.0 00000100:00100000:3.0:1734016116.266525:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:3.0:1734016116.266530:0:1982:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a9ae6840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e880/0x99188b78c51a1614 lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8491008->8507391) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320d53 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.266555:0:1982:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8384512 8388607) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e880/0x99188b78c51a1614 lrc: 7/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8491008->8507391) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320d53 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016116.266588:0:1982:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa162300 - object 0x280000400:6 offset 8384512<>9113600 00000100:00100000:3.0:1734016116.266599:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247338969344:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016116.343196:0:1982:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a9ae6840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e880/0x99188b78c51a1614 lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8491008->8507391) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320d53 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016116.343268:0:1982:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a9ae6840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e880/0x99188b78c51a1614 lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8491008->8507391) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320d53 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016116.343286:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247338969344:192.168.201.101@tcp:3:fsx.0 00000020:00010000:3.0:1734016116.368296:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b43fc998 (ffff8800a8e27758/0) at cl_lock_release():233 00000020:00010000:3.0:1734016116.368301:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b43fc998 (ffff8800a8e27758/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016116.368305:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2db0 (ffff8800a8e272d8/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016116.368311:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e880/0x99188b78c51a1614 lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8491008->8507391) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7320d53 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.368347:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e880/0x99188b78c51a1614 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8491008->8507391) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320d53 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016116.368359:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b43fc998 (ffff8800a8e27758/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016116.368360:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2db0 (ffff8800a8e27758/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016116.368367:0:9663:0:(vvp_io.c:533:vvp_io_advance()) advancing 14998 bytes 00000080:00200000:3.0:1734016116.368376:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016116.368379:0:9663:0:(file.c:1964:ll_file_io_generic()) f16a.sanityn: 1 io complete with rc: 0, result: 14998, restart: 0 00000080:00200000:3.0:1734016116.368383:0:9663:0:(file.c:2044:ll_file_io_generic()) iot: 1, result: 14998 00000080:00200008:3.0:1734016116.368403:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec480c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016116.368408:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec480c8),name=f16a.sanityn 00000002:00010000:3.0:1734016116.368420:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016116.368431:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a15ff lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7320d3e expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016116.368440:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a15ff lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7320d3e expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016116.368447:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) 00000080:00010000:3.0:1734016116.368450:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) for lock 0x99188b78c51a15ff 00000080:00010000:3.0:1734016116.368453:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a15ff from it ffff8800a7a77cd8 00010000:00010000:3.0:1734016116.368455:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a15ff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec7320d3e expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016116.368460:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a15ff lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7320d3e expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016116.368475:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016116.368482:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016116.368492:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016116.368493:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3bb0, osc lock ffff8800aa16d0a0, flags 0x400001002 00010000:00010000:3.0:1734016116.368501:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e880/0x99188b78c51a1614 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8491008->8507391) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320d53 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.368506:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e880/0x99188b78c51a1614 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8491008->8507391) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320d53 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.368513:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e880/0x99188b78c51a1614 lrc: 7/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8491008->8507391) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7320d53 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.368518:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e880/0x99188b78c51a1614 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8491008->8507391) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320d53 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016116.368527:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9110193 i_blocks 1352 00000020:00010000:3.0:1734016116.368529:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800aacab230 (ffff8800a8e27758/0) at cl_lock_release():233 00000020:00010000:3.0:1734016116.368531:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800aacab230 (ffff8800a8e27758/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016116.368532:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3bb0 (ffff8800a8e272d8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016116.368534:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800aacab230 (ffff8800a8e27758/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016116.368535:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3bb0 (ffff8800a8e27758/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016116.368539:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016116.368546:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016116.368548:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016116.368550:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016116.368553:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016116.368554:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3bb0, osc lock ffff8800aa16d0a0, flags 0x400001002 00010000:00010000:3.0:1734016116.368557:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e880/0x99188b78c51a1614 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8491008->8507391) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320d53 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.368561:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e880/0x99188b78c51a1614 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8491008->8507391) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320d53 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.368566:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e880/0x99188b78c51a1614 lrc: 7/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8491008->8507391) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7320d53 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.368569:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e880/0x99188b78c51a1614 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8491008->8507391) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320d53 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016116.368574:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9110193 i_blocks 1352 00000020:00010000:3.0:1734016116.368576:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800aacab230 (ffff8800a8e27758/0) at cl_lock_release():233 00000020:00010000:3.0:1734016116.368577:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800aacab230 (ffff8800a8e27758/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016116.368579:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3bb0 (ffff8800a8e272d8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016116.368580:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800aacab230 (ffff8800a8e27758/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016116.368581:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3bb0 (ffff8800a8e27758/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016116.368584:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016116.368588:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 9110193 00000080:00200008:3.0:1734016116.368593:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec488c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016116.368596:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec488c8),name=f16a.sanityn 00000002:00010000:3.0:1734016116.368602:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016116.368608:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12eac0/0x99188b78c51a15f8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7320d30 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016116.368617:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12eac0/0x99188b78c51a15f8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7320d30 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016116.368622:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) 00000080:00010000:3.0:1734016116.368624:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) for lock 0x99188b78c51a15f8 00000080:00010000:3.0:1734016116.368625:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a15f8 from it ffff8800a7a77cd8 00010000:00010000:3.0:1734016116.368627:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12eac0/0x99188b78c51a15f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec7320d30 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016116.368632:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12eac0/0x99188b78c51a15f8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7320d30 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016116.368639:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016116.368641:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016116.368645:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016116.368646:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3bb0, osc lock ffff8800aa16d0a0, flags 0x400001002 00010000:00010000:3.0:1734016116.368657:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ead00/0x99188b78c51a161b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.368662:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ead00/0x99188b78c51a161b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016116.368706:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016116.368719:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247338969472:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016116.385777:0:1982:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ead00/0x99188b78c51a161b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.385806:0:1982:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ead00/0x99188b78c51a161b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x903ef4aec7320d5a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.385819:0:1982:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ead00/0x99188b78c51a161b lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x903ef4aec7320d5a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.385829:0:1982:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ead00/0x99188b78c51a161b lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x903ef4aec7320d5a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016116.385844:0:1982:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 9110193, setting rss=9110193; kms=9110193, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ead00/0x99188b78c51a161b lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec7320d5a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.385869:0:1982:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ead00/0x99188b78c51a161b lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec7320d5a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.385876:0:1982:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ead00/0x99188b78c51a161b lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec7320d5a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.385881:0:1982:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ead00/0x99188b78c51a161b lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec7320d5a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.385886:0:1982:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ead00/0x99188b78c51a161b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec7320d5a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016116.385902:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247338969472:192.168.201.101@tcp:101:fsx.0 00000008:00010000:3.0:1734016116.394576:0:1982:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a9ae6540 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e880/0x99188b78c51a1614 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8491008->8507391) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320d53 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016116.394941:0:1982:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a9ae6540 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e880/0x99188b78c51a1614 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8491008->8507391) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320d53 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016116.394972:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247338969088:192.168.201.101@tcp:3:fsx.0 00010000:00010000:3.0:1734016116.409301:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016116.452909:0:5244:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016116.452915:0:5244:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a1622 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5038080->5095423) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec7320d61 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.452921:0:5244:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aa12ef40 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016116.452925:0:5244:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a1622 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5038080->5095423) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec7320d61 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016116.452945:0:5244:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800b0376a80 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a1622 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5038080->5095423) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec7320d61 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016116.452956:0:5244:0:(osc_cache.c:1066:osc_extent_make_ready()) ### extent: ffff8800b0376a80 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a1622 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5038080->5095423) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec7320d61 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.453013:0:5244:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5038080 5042175) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a1622 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5038080->5095423) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec7320d61 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016116.453087:0:5244:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa162a00 - object 0x280000400:6 offset 5038080<>5095424 00000080:00200000:3.0:1734016116.468743:0:5244:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016116.468854:0:5244:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016116.468900:0:5244:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a1622 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5038080->5095423) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7320d61 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.468907:0:5244:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016116.468936:0:5244:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a1622 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5038080->5095423) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7320d61 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.468944:0:5244:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a1622 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5038080->5095423) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7320d61 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.468968:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016116.468970:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016116.468972:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016116.468991:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247338970880:192.168.201.101@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016116.484540:0:4746:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12c900/0x99188b78c51a163e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6311936->6316031) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7320d7d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.484550:0:4746:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016116.484574:0:4746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12c900/0x99188b78c51a163e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6311936->6316031) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7320d7d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.484580:0:4746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12c900/0x99188b78c51a163e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6311936->6316031) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7320d7d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.484604:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016116.484605:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016116.484607:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016116.484619:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016116.484629:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247338971392:192.168.201.101@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016116.492951:0:9663:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a1645 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2641920->2666495) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec7320d84 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.492960:0:9663:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a1645 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2641920->2666495) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec7320d84 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.493681:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a1645 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2641920->2666495) gid 0 flags: 0x10000000020000 nid: local remote: 0x903ef4aec7320d84 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016116.493692:0:9663:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 9110193, setting rss=9110193; kms=9110193, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a1645 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2641920->2666495) gid 0 flags: 0x10020000020000 nid: local remote: 0x903ef4aec7320d84 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.493702:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a1645 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2641920->2666495) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7320d84 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.493708:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a1645 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2641920->2666495) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7320d84 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016116.493727:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9110193 i_blocks 1464 00000100:00100000:3.0:1734016116.493800:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016116.493816:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247338971520:192.168.201.101@tcp:22:fsx.0 00000100:00100000:3.0:1734016116.502405:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247338971520:192.168.201.101@tcp:22:fsx.0 00010000:00010000:3.0:1734016116.527698:0:4745:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016116.527705:0:4745:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a1645 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2641920->2666495) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec7320d84 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.527713:0:4745:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aa12e1c0 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016116.527718:0:4745:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a1645 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2641920->2666495) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec7320d84 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016116.527735:0:4745:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016116.527747:0:4745:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016116.527784:0:4745:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a1645 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2641920->2666495) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7320d84 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.527789:0:4745:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016116.527819:0:4745:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a1645 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2641920->2666495) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7320d84 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.527827:0:4745:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a1645 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2641920->2666495) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7320d84 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.527850:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016116.527851:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016116.527852:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016116.545614:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247338972160:192.168.201.101@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016116.558433:0:5244:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016116.558444:0:5244:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12f600/0x99188b78c51a1661 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4554752->4607999) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec7320da0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.558457:0:5244:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aa12f600 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016116.558466:0:5244:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12f600/0x99188b78c51a1661 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4554752->4607999) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec7320da0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016116.558490:0:5244:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016116.558507:0:5244:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016116.558570:0:5244:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12f600/0x99188b78c51a1661 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4554752->4607999) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7320da0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.558576:0:5244:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016116.558623:0:5244:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12f600/0x99188b78c51a1661 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4554752->4607999) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7320da0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.558630:0:5244:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12f600/0x99188b78c51a1661 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4554752->4607999) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7320da0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.558660:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016116.558661:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016116.558663:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016116.558671:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016116.558690:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247338972544:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016116.572850:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247338972544:192.168.201.101@tcp:103:ldlm_bl.0 00000008:00010000:3.0:1734016116.589359:0:1982:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a8a71a80 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a1668 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2519040->2584575) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320da7 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.589417:0:1982:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2519040 2523135) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a1668 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2519040->2584575) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320da7 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016116.589581:0:1982:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa161880 - object 0x280000400:6 offset 0<>4194304 00000100:00100000:3.0:1734016116.590134:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016116.590148:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247338972800:192.168.201.101@tcp:3:fsx.0 00010000:00010000:3.0:1734016116.684861:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016116.720915:0:4745:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016116.720926:0:4745:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a1668 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2519040->2584575) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec7320da7 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.720937:0:4745:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aa12cfc0 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016116.720943:0:4745:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a1668 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2519040->2584575) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec7320da7 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016116.720962:0:4745:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016116.749503:0:4745:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016116.749595:0:4745:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a1668 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2519040->2584575) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7320da7 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.749609:0:4745:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016116.749664:0:4745:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a1668 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2519040->2584575) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7320da7 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.749672:0:4745:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a1668 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2519040->2584575) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7320da7 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016116.749710:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016116.749741:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247338973568:192.168.201.101@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016116.749884:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016116.749887:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016116.749892:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016116.760098:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247338973568:192.168.201.101@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016116.887205:0:5244:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016116.887212:0:5244:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a166f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7860224->7901183) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec7320dae expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.887219:0:5244:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aa12f600 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016116.887225:0:5244:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a166f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7860224->7901183) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec7320dae expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016116.887248:0:5244:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012abacf00 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a166f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7860224->7901183) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec7320dae expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016116.887259:0:5244:0:(osc_cache.c:1066:osc_extent_make_ready()) ### extent: ffff88012abacf00 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a166f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7860224->7901183) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec7320dae expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.887309:0:5244:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (7860224 7864319) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a166f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7860224->7901183) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec7320dae expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016116.887433:0:5244:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa161880 - object 0x280000400:6 offset 7860224<>7901184 00000100:00100000:3.0:1734016116.887478:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016116.887489:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247338974336:192.168.201.101@tcp:4:fsx.0 00000008:00010000:3.0:1734016116.898044:0:1982:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012abacf00 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a166f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7860224->7901183) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec7320dae expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016116.898421:0:1982:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012abacf00 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a166f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7860224->7901183) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec7320dae expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016116.898439:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247338974336:192.168.201.101@tcp:4:fsx.0 00000008:00010000:3.0:1734016116.914261:0:1982:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a8a71b40 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db3c0/0x99188b78c51a1676 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6696960->6709247) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320db5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.914291:0:1982:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (6705152 6709247) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db3c0/0x99188b78c51a1676 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6696960->6709247) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320db5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016116.914344:0:1982:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa163b80 - object 0x280000400:6 offset 6705152<>6709248 00000080:00200000:3.0:1734016116.922625:0:9663:0:(rw26.c:1006:ll_write_end()) pos 6705152, len 3299, copied 3299 00000080:00200000:3.0:1734016116.922636:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff8800a8c31af8[4 ffff88012c77cd00 2 1 ffff8800aacab290] 00000080:00200000:3.0:1734016116.922639:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a56ec0 1fffff0000080d 3:0 ffff8800a8c31af8 1637 lru 00000080:00200000:3.0:1734016116.922647:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a8c31b58 1637: 1< 1 - - > 2< 6705152 0 4096 0x0 0x40009 | ffff8800aaf9dcc8 ffff88012c3aa1a0 > 3< 0 0 > 4< 1 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1734016116.922648:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a8c31af8 00000080:00200000:3.0:1734016116.922649:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 3. 00000080:00200000:3.0:1734016116.922656:0:9663:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 3, from 0, to 3299 00000008:00010000:3.0:1734016116.922679:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff8800a9ae6540 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db3c0/0x99188b78c51a1676 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6696960->6709247) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320db5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016116.922697:0:9663:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff8800a9ae6540 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db3c0/0x99188b78c51a1676 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6696960->6709247) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320db5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016116.922704:0:9663:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff8800a9ae6540 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db3c0/0x99188b78c51a1676 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6696960->6709247) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320db5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016116.922720:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48a48, count 3, dirtied 3 00000080:00200000:3.0:1734016116.922724:0:9663:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 3 pages 11491 bytes, tot: 11491 00000080:00200000:3.0:1734016116.922727:0:9663:0:(vvp_io.c:1405:vvp_io_write_start()) f16a.sanityn: write bytes 0, result: 11491 00000020:00010000:3.0:1734016116.922740:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b43fc998 (ffff8800a8e27758/0) at cl_lock_release():233 00000020:00010000:3.0:1734016116.922742:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b43fc998 (ffff8800a8e27758/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016116.922745:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5bc87b0 (ffff8800a8e27d88/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016116.922753:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db3c0/0x99188b78c51a1676 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6696960->6709247) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7320db5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.922762:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db3c0/0x99188b78c51a1676 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6696960->6709247) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320db5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016116.922774:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b43fc998 (ffff8800a8e27758/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016116.922776:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5bc87b0 (ffff8800a8e27758/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016116.922783:0:9663:0:(vvp_io.c:533:vvp_io_advance()) advancing 11491 bytes 00000080:00200000:3.0:1734016116.922788:0:9663:0:(file.c:1930:ll_file_io_generic()) Range unlock [1635, 1637] 00000080:00200000:3.0:1734016116.922795:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016116.922798:0:9663:0:(file.c:1964:ll_file_io_generic()) f16a.sanityn: 2 io complete with rc: 0, result: 11491, restart: 0 00000080:00200000:3.0:1734016116.922808:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9110193 i_blocks 1616 00000080:00200000:3.0:1734016116.922814:0:9663:0:(file.c:2044:ll_file_io_generic()) iot: 2, result: 11491 00000080:00200008:3.0:1734016116.922835:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec488c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016116.922840:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec488c8),name=f16a.sanityn 00000002:00010000:3.0:1734016116.922856:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016116.922869:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12eac0/0x99188b78c51a15f8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7320d30 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016116.922880:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12eac0/0x99188b78c51a15f8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7320d30 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016116.922891:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) 00000080:00010000:3.0:1734016116.922894:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) for lock 0x99188b78c51a15f8 00000080:00010000:3.0:1734016116.922900:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a15f8 from it ffff8800a7a77cd8 00010000:00010000:3.0:1734016116.922903:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12eac0/0x99188b78c51a15f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec7320d30 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016116.922909:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12eac0/0x99188b78c51a15f8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7320d30 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016116.922924:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016116.922932:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016116.922944:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016116.922947:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3db0, osc lock ffff8800aa16d430, flags 0x400001002 00010000:00010000:3.0:1734016116.922959:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db3c0/0x99188b78c51a1676 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6696960->6709247) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320db5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.922967:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db3c0/0x99188b78c51a1676 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6696960->6709247) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320db5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.922976:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db3c0/0x99188b78c51a1676 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6696960->6709247) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7320db5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.922982:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db3c0/0x99188b78c51a1676 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6696960->6709247) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320db5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016116.922992:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9110193 i_blocks 1616 00000020:00010000:3.0:1734016116.922995:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800aacab230 (ffff8800a8e27758/0) at cl_lock_release():233 00000020:00010000:3.0:1734016116.922997:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800aacab230 (ffff8800a8e27758/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016116.922999:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3db0 (ffff8800a8e27d88/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016116.923001:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800aacab230 (ffff8800a8e27758/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016116.923003:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3db0 (ffff8800a8e27758/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016116.923008:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016116.923023:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016116.923026:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016116.923029:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016116.923033:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016116.923035:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3db0, osc lock ffff8800aa16d430, flags 0x400001002 00010000:00010000:3.0:1734016116.923040:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db3c0/0x99188b78c51a1676 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6696960->6709247) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320db5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.923046:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db3c0/0x99188b78c51a1676 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6696960->6709247) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320db5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.923053:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db3c0/0x99188b78c51a1676 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6696960->6709247) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7320db5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.923059:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db3c0/0x99188b78c51a1676 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6696960->6709247) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320db5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016116.923067:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9110193 i_blocks 1616 00000020:00010000:3.0:1734016116.923069:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800aacab230 (ffff8800a8e27758/0) at cl_lock_release():233 00000020:00010000:3.0:1734016116.923071:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800aacab230 (ffff8800a8e27758/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016116.923073:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3db0 (ffff8800a8e27d88/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016116.923075:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800aacab230 (ffff8800a8e27758/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016116.923076:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3db0 (ffff8800a8e27758/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016116.923081:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016116.923086:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 9110193 00000080:00200008:3.0:1734016116.923094:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec480c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016116.923099:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec480c8),name=f16a.sanityn 00000002:00010000:3.0:1734016116.923106:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016116.923113:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a15ff lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7320d3e expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016116.923120:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a15ff lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7320d3e expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016116.923126:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) 00000080:00010000:3.0:1734016116.923128:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) for lock 0x99188b78c51a15ff 00000080:00010000:3.0:1734016116.923132:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a15ff from it ffff8800a7a77cd8 00010000:00010000:3.0:1734016116.923134:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a15ff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec7320d3e expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016116.923139:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a15ff lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7320d3e expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016116.923150:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016116.923154:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016116.923159:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016116.923160:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3db0, osc lock ffff8800aa16d430, flags 0x400001002 00010000:00010000:3.0:1734016116.923176:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e8fc0/0x99188b78c51a167d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.923184:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e8fc0/0x99188b78c51a167d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016116.923246:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247338974848:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016116.939629:0:1982:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e8fc0/0x99188b78c51a167d lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.939647:0:1982:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e8fc0/0x99188b78c51a167d lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.939658:0:1982:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e8fc0/0x99188b78c51a167d lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.939664:0:1982:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e8fc0/0x99188b78c51a167d lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.939671:0:1982:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e8fc0/0x99188b78c51a167d lrc: 5/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016116.939684:0:1982:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 9110193, setting rss=9110193; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016116.939707:0:1982:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e8fc0/0x99188b78c51a167d lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.939714:0:1982:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e8fc0/0x99188b78c51a167d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.939720:0:1982:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e8fc0/0x99188b78c51a167d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.939731:0:1982:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e3e8fc0 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016116.939735:0:1982:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e8fc0/0x99188b78c51a167d lrc: 5/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.939767:0:1982:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016116.939772:0:1982:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e8fc0/0x99188b78c51a167d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.939778:0:1982:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e8fc0/0x99188b78c51a167d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016116.939811:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247338974848:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016116.953140:0:4746:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016116.953148:0:4746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a15ff lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x903ef4aec7320d3e expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016116.953156:0:4746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012db9a880 already unused, calling callback (ffffffffa103e1e0) 00010000:00010000:3.0:1734016116.953160:0:4746:0:(ldlm_request.c:1579:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a15ff lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x903ef4aec7320d3e expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016116.953167:0:4746:0:(ldlm_request.c:1589:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a15ff lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x903ef4aec7320d3e expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016116.953173:0:4746:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a15ff lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x903ef4aec7320d3e expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016116.953194:0:4746:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12e640/0x99188b78c519b9af lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7319aeb expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016116.953228:0:4746:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a15ff lrc: 2/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x903ef4aec7320d3e expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016116.953233:0:4746:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016116.955359:0:4746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a15ff lrc: 1/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x903ef4aec7320d3e expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016116.955372:0:4746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a15ff lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x903ef4aec7320d3e expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016116.955409:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016116.955411:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016116.955414:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016117.039439:0:4745:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016117.039452:0:4745:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db3c0/0x99188b78c51a1676 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6696960->6709247) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec7320db5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.039462:0:4745:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e2db3c0 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016117.039468:0:4745:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db3c0/0x99188b78c51a1676 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6696960->6709247) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec7320db5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016117.039521:0:4745:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016117.039540:0:4745:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016117.039592:0:4745:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db3c0/0x99188b78c51a1676 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6696960->6709247) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7320db5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.039599:0:4745:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016117.039638:0:4745:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db3c0/0x99188b78c51a1676 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6696960->6709247) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7320db5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.039645:0:4745:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db3c0/0x99188b78c51a1676 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6696960->6709247) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7320db5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.039683:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016117.039684:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016117.039686:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016117.039694:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016117.039710:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247338976256:192.168.201.101@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016117.054890:0:9663:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12dd40/0x99188b78c51a16a7 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 868352->909311) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec7320dfb expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.054905:0:9663:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12dd40/0x99188b78c51a16a7 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 868352->909311) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec7320dfb expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.054949:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12dd40/0x99188b78c51a16a7 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 868352->909311) gid 0 flags: 0x10000000020000 nid: local remote: 0x903ef4aec7320dfb expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016117.054963:0:9663:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 4355590, setting rss=4355590; kms=4355590, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12dd40/0x99188b78c51a16a7 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 868352->909311) gid 0 flags: 0x10020000020000 nid: local remote: 0x903ef4aec7320dfb expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.054976:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12dd40/0x99188b78c51a16a7 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 868352->909311) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7320dfb expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.054984:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12dd40/0x99188b78c51a16a7 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 868352->909311) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7320dfb expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016117.055031:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 4355590 i_blocks 1320 00000020:00010000:3.0:1734016117.072944:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b43fcf38 (ffff8800a8e27d88/0) at cl_lock_release():233 00000020:00010000:3.0:1734016117.072950:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b43fcf38 (ffff8800a8e27d88/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016117.072956:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8e272d8/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016117.072967:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12dd40/0x99188b78c51a16a7 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 868352->909311) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7320dfb expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.072981:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12dd40/0x99188b78c51a16a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 868352->909311) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320dfb expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016117.072998:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b43fcf38 (ffff8800a8e27d88/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016117.073000:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8e27d88/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016117.073020:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016117.073057:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec488c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016117.073065:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec488c8),name=f16a.sanityn 00000002:00010000:3.0:1734016117.073090:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016117.073108:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a168b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7320dd8 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016117.073120:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a168b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7320dd8 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016117.073135:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) 00000080:00010000:3.0:1734016117.073139:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) for lock 0x99188b78c51a168b 00000080:00010000:3.0:1734016117.073145:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a168b from it ffff8800a7a77cd8 00010000:00010000:3.0:1734016117.073149:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a168b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec7320dd8 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016117.073155:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a168b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7320dd8 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016117.073179:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016117.073192:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016117.073217:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016117.073220:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3cb0, osc lock ffff8800aa16cd10, flags 0x400001002 00010000:00010000:3.0:1734016117.073246:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ea1c0/0x99188b78c51a16ae lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.073253:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ea1c0/0x99188b78c51a16ae lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016117.073388:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016117.073400:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247338976512:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016117.089852:0:1982:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ea1c0/0x99188b78c51a16ae lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.089875:0:1982:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ea1c0/0x99188b78c51a16ae lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.089892:0:1982:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ea1c0/0x99188b78c51a16ae lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.089899:0:1982:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ea1c0/0x99188b78c51a16ae lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.089911:0:1982:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ea1c0/0x99188b78c51a16ae lrc: 5/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016117.089928:0:1982:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4355590, setting rss=4355590; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016117.089958:0:1982:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ea1c0/0x99188b78c51a16ae lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.089965:0:1982:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ea1c0/0x99188b78c51a16ae lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.089972:0:1982:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ea1c0/0x99188b78c51a16ae lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.089978:0:1982:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e3ea1c0 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016117.089982:0:1982:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ea1c0/0x99188b78c51a16ae lrc: 5/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.089994:0:1982:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016117.089999:0:1982:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ea1c0/0x99188b78c51a16ae lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.090005:0:1982:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ea1c0/0x99188b78c51a16ae lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016117.090061:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247338976512:192.168.201.101@tcp:101:fsx.0 00000100:00100000:3.0:1734016117.158011:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247338977152:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016117.181265:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247338977152:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016117.193769:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:3.0:1734016117.193804:0:1982:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a9ae6000 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c6c0/0x99188b78c51a16ca lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 962560->999423) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320e1e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.193885:0:1982:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (962560 966655) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c6c0/0x99188b78c51a16ca lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 962560->999423) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320e1e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016117.194095:0:1982:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa163800 - object 0x280000400:6 offset 0<>4194304 00000100:00100000:3.0:1734016117.194126:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247338977408:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016117.294470:0:1982:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a9ae6000 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c6c0/0x99188b78c51a16ca lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 962560->999423) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320e1e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016117.294910:0:1982:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a9ae6000 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c6c0/0x99188b78c51a16ca lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 962560->999423) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320e1e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016117.294946:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247338977408:192.168.201.101@tcp:3:fsx.0 00010000:00010000:3.0:1734016117.313050:0:4746:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016117.313074:0:4746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c6c0/0x99188b78c51a16ca lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 962560->999423) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec7320e1e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.313089:0:4746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aa12c6c0 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016117.313099:0:4746:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c6c0/0x99188b78c51a16ca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 962560->999423) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec7320e1e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016117.313129:0:4746:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016117.323276:0:4746:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016117.323397:0:4746:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c6c0/0x99188b78c51a16ca lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 962560->999423) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7320e1e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.323411:0:4746:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016117.323466:0:4746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c6c0/0x99188b78c51a16ca lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 962560->999423) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7320e1e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.323476:0:4746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c6c0/0x99188b78c51a16ca lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 962560->999423) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7320e1e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.323505:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016117.323507:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016117.323513:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016117.496811:0:4745:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016117.496819:0:4745:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12dd40/0x99188b78c51a16d1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9850880->9916415) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec7320e25 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.496826:0:4745:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aa12dd40 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016117.496832:0:4745:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12dd40/0x99188b78c51a16d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9850880->9916415) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec7320e25 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016117.496857:0:4745:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a8a71b40 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12dd40/0x99188b78c51a16d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9850880->9916415) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec7320e25 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016117.496874:0:4745:0:(osc_cache.c:1066:osc_extent_make_ready()) ### extent: ffff8800a8a71b40 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12dd40/0x99188b78c51a16d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9850880->9916415) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec7320e25 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.496945:0:4745:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (9850880 9854975) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12dd40/0x99188b78c51a16d1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9850880->9916415) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec7320e25 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016117.497061:0:4745:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa161180 - object 0x280000400:6 offset 9850880<>9914572 00000100:00100000:3.0:1734016117.497104:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016117.497120:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247338980608:192.168.201.101@tcp:4:fsx.0 00000008:00010000:3.0:1734016117.509162:0:1982:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a8a71b40 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12dd40/0x99188b78c51a16d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9850880->9916415) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec7320e25 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016117.509235:0:1982:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a8a71b40 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12dd40/0x99188b78c51a16d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9850880->9916415) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec7320e25 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016117.509263:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247338980608:192.168.201.101@tcp:4:fsx.0 00010000:00010000:3.0:1734016117.535045:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ed00/0x99188b78c51a16ed lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4214784->4218879) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7320e41 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.535066:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ed00/0x99188b78c51a16ed lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4214784->4218879) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7320e41 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016117.536632:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:3.0:1734016117.536665:0:1983:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a9ae6000 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ed00/0x99188b78c51a16ed lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4214784->4218879) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320e41 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.536735:0:1983:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (4214784 4218879) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ed00/0x99188b78c51a16ed lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4214784->4218879) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320e41 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016117.536900:0:1983:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa160e00 - object 0x280000400:6 offset 4214784<>8548352 00000100:00100000:3.0:1734016117.536925:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa160e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247338980992:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016117.618543:0:1983:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a9ae6000 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ed00/0x99188b78c51a16ed lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4214784->4218879) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320e41 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016117.619062:0:1983:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a9ae6000 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ed00/0x99188b78c51a16ed lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4214784->4218879) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320e41 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016117.619092:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa160e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247338980992:192.168.201.101@tcp:3:fsx.0 00010000:00010000:3.0:1734016117.761886:0:4746:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016117.761894:0:4746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db98480/0x99188b78c51a1692 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x903ef4aec7320de6 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016117.761902:0:4746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012db98480 already unused, calling callback (ffffffffa103e1e0) 00010000:00010000:3.0:1734016117.761907:0:4746:0:(ldlm_request.c:1579:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db98480/0x99188b78c51a1692 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x903ef4aec7320de6 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016117.761914:0:4746:0:(ldlm_request.c:1589:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db98480/0x99188b78c51a1692 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x903ef4aec7320de6 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016117.761923:0:4746:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db98480/0x99188b78c51a1692 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x903ef4aec7320de6 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016117.761956:0:4746:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12e640/0x99188b78c519b9af lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7319aeb expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016117.762001:0:4746:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db98480/0x99188b78c51a1692 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x903ef4aec7320de6 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016117.762007:0:4746:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016117.762031:0:4746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db98480/0x99188b78c51a1692 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x903ef4aec7320de6 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016117.762037:0:4746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db98480/0x99188b78c51a1692 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x903ef4aec7320de6 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016117.762065:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016117.762066:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016117.762068:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016117.762084:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa160e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247338987008:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016117.767895:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa160e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247338987008:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016117.816221:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016117.816242:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247338987776:192.168.201.101@tcp:4:fsx.0 00000008:00010000:3.0:1734016117.830031:0:1983:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012abac300 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ed00/0x99188b78c51a16ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4214784->4218879) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec7320e41 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016117.830150:0:1983:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012abac300 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ed00/0x99188b78c51a16ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4214784->4218879) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec7320e41 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016117.830182:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247338987776:192.168.201.101@tcp:4:fsx.0 00010000:00010000:3.0:1734016117.841073:0:9663:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a1733 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8933375) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec7320e95 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.841082:0:9663:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a1733 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8933375) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec7320e95 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.841109:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a1733 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8933375) gid 0 flags: 0x10000000020000 nid: local remote: 0x903ef4aec7320e95 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016117.841119:0:9663:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 8765703, setting rss=8765703; kms=8765703, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a1733 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8933375) gid 0 flags: 0x10020000020000 nid: local remote: 0x903ef4aec7320e95 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.841129:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a1733 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8933375) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7320e95 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.841136:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a1733 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8933375) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7320e95 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016117.841153:0:9663:0:(vvp_io.c:1326:vvp_io_write_start()) f16a.sanityn: write [8871936, 8932244) 00000080:00200000:3.0:1734016117.841201:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 2166 of 0 to 4096 bytes 00000080:00200000:3.0:1734016117.841246:0:9663:0:(rw26.c:1006:ll_write_end()) pos 8871936, len 4096, copied 4096 00000080:00200000:3.0:1734016117.841254:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff8800a78fb288[3 ffff88012c77cdc8 2 1 ffff8800aacab4d8] 00000080:00200000:3.0:1734016117.841256:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002af6f80 1fffff00000805 3:0 ffff8800a78fb288 2166 lru 00000080:00200000:3.0:1734016117.841262:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a78fb2e8 2166: 1< 0 - - > 2< 8871936 0 0 0x0 0x0 | ffff8801376c5cc8 ffff88012c3aa000 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1734016117.841265:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a78fb288 00000080:00200000:3.0:1734016117.841266:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016117.841268:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 2167 of 0 to 4096 bytes 00000080:00200000:3.0:1734016117.841280:0:9663:0:(rw26.c:1006:ll_write_end()) pos 8876032, len 4096, copied 4096 00000080:00200000:3.0:1734016117.841284:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff8800a78fb360[3 ffff88012c77cdc8 2 1 ffff8800aacab4d8] 00000080:00200000:3.0:1734016117.841286:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002af6fc0 1fffff00000805 3:0 ffff8800a78fb360 2167 lru 00000080:00200000:3.0:1734016117.841289:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a78fb3c0 2167: 1< 0 - - > 2< 8876032 0 0 0x0 0x0 | ffff8801376c5cc8 ffff88012c3aa000 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1734016117.841290:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a78fb360 00000080:00200000:3.0:1734016117.841291:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 2. 00000080:00200000:3.0:1734016117.841293:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 2168 of 0 to 4096 bytes 00000080:00200000:3.0:1734016117.841315:0:9663:0:(rw26.c:1006:ll_write_end()) pos 8880128, len 4096, copied 4096 00000080:00200000:3.0:1734016117.841317:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff8800a78fb438[3 ffff88012c77cdc8 2 1 ffff8800aacab4d8] 00000080:00200000:3.0:1734016117.841319:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a56e00 1fffff00000805 3:0 ffff8800a78fb438 2168 lru 00000080:00200000:3.0:1734016117.841370:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a78fb498 2168: 1< 0 - - > 2< 8880128 0 0 0x0 0x0 | ffff8801376c5cc8 ffff88012c3aa000 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1734016117.841372:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a78fb438 00000080:00200000:3.0:1734016117.841373:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 3. 00000080:00200000:3.0:1734016117.841399:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 2169 of 0 to 4096 bytes 00000080:00200000:3.0:1734016117.841414:0:9663:0:(rw26.c:1006:ll_write_end()) pos 8884224, len 4096, copied 4096 00000080:00200000:3.0:1734016117.841417:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff8800a78fb510[3 ffff88012c77cdc8 2 1 ffff8800aacab4d8] 00000080:00200000:3.0:1734016117.841419:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a56e40 1fffff00000805 3:0 ffff8800a78fb510 2169 lru 00000080:00200000:3.0:1734016117.841422:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a78fb570 2169: 1< 0 - - > 2< 8884224 0 0 0x0 0x0 | ffff8801376c5cc8 ffff88012c3aa000 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1734016117.841424:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a78fb510 00000080:00200000:3.0:1734016117.841424:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 4. 00000080:00200000:3.0:1734016117.841426:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 2170 of 0 to 4096 bytes 00000080:00200000:3.0:1734016117.841456:0:9663:0:(rw26.c:1006:ll_write_end()) pos 8888320, len 4096, copied 4096 00000080:00200000:3.0:1734016117.841459:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff8800a78fb5e8[3 ffff88012c77cdc8 2 1 ffff8800aacab4d8] 00000080:00200000:3.0:1734016117.841461:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a56e80 1fffff00000825 2:0 ffff8800a78fb5e8 2170 lru 00000080:00200000:3.0:1734016117.841465:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a78fb648 2170: 1< 0 - - > 2< 8888320 0 0 0x0 0x0 | ffff8801376c5cc8 ffff88012c3aa000 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1734016117.841466:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a78fb5e8 00000080:00200000:3.0:1734016117.841467:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 5. 00000080:00200000:3.0:1734016117.841468:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 2171 of 0 to 4096 bytes 00000080:00200000:3.0:1734016117.841480:0:9663:0:(rw26.c:1006:ll_write_end()) pos 8892416, len 4096, copied 4096 00000080:00200000:3.0:1734016117.841482:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff8800a78fb6c0[3 ffff88012c77cdc8 2 1 ffff8800aacab4d8] 00000080:00200000:3.0:1734016117.841484:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a76f40 1fffff00000805 3:0 ffff8800a78fb6c0 2171 lru 00000080:00200000:3.0:1734016117.841487:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a78fb720 2171: 1< 0 - - > 2< 8892416 0 0 0x0 0x0 | ffff8801376c5cc8 ffff88012c3aa000 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1734016117.841489:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a78fb6c0 00000080:00200000:3.0:1734016117.841489:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 6. 00000080:00200000:3.0:1734016117.841491:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 2172 of 0 to 4096 bytes 00000080:00200000:3.0:1734016117.841500:0:9663:0:(rw26.c:1006:ll_write_end()) pos 8896512, len 4096, copied 4096 00000080:00200000:3.0:1734016117.841503:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff8800a78fb798[3 ffff88012c77cdc8 2 1 ffff8800aacab4d8] 00000080:00200000:3.0:1734016117.841505:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a76f80 1fffff00000805 3:0 ffff8800a78fb798 2172 lru 00000080:00200000:3.0:1734016117.841508:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a78fb7f8 2172: 1< 0 - - > 2< 8896512 0 0 0x0 0x0 | ffff8801376c5cc8 ffff88012c3aa000 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1734016117.841510:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a78fb798 00000080:00200000:3.0:1734016117.841510:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 7. 00000080:00200000:3.0:1734016117.841511:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 2173 of 0 to 4096 bytes 00000080:00200000:3.0:1734016117.841519:0:9663:0:(rw26.c:1006:ll_write_end()) pos 8900608, len 4096, copied 4096 00000080:00200000:3.0:1734016117.841521:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff8800a78fb870[3 ffff88012c77cdc8 2 1 ffff8800aacab4d8] 00000080:00200000:3.0:1734016117.841523:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a76fc0 1fffff00000805 3:0 ffff8800a78fb870 2173 lru 00000080:00200000:3.0:1734016117.841527:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a78fb8d0 2173: 1< 0 - - > 2< 8900608 0 0 0x0 0x0 | ffff8801376c5cc8 ffff88012c3aa000 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1734016117.841528:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a78fb870 00000080:00200000:3.0:1734016117.841529:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 8. 00000080:00200000:3.0:1734016117.841530:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 2174 of 0 to 4096 bytes 00000080:00200000:3.0:1734016117.841538:0:9663:0:(rw26.c:1006:ll_write_end()) pos 8904704, len 4096, copied 4096 00000080:00200000:3.0:1734016117.841541:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff8800a78fb948[3 ffff88012c77cdc8 2 1 ffff8800aacab4d8] 00000080:00200000:3.0:1734016117.841543:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002af6e00 1fffff00000805 3:0 ffff8800a78fb948 2174 lru 00000080:00200000:3.0:1734016117.841546:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a78fb9a8 2174: 1< 0 - - > 2< 8904704 0 0 0x0 0x0 | ffff8801376c5cc8 ffff88012c3aa000 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1734016117.841547:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a78fb948 00000080:00200000:3.0:1734016117.841548:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 9. 00000080:00200000:3.0:1734016117.841550:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 2175 of 0 to 4096 bytes 00000080:00200000:3.0:1734016117.841559:0:9663:0:(rw26.c:1006:ll_write_end()) pos 8908800, len 4096, copied 4096 00000080:00200000:3.0:1734016117.841561:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff8800a78fba20[3 ffff88012c77cdc8 2 1 ffff8800aacab4d8] 00000080:00200000:3.0:1734016117.841564:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002af6e40 1fffff00000805 3:0 ffff8800a78fba20 2175 lru 00000080:00200000:3.0:1734016117.841567:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a78fba80 2175: 1< 0 - - > 2< 8908800 0 0 0x0 0x0 | ffff8801376c5cc8 ffff88012c3aa000 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1734016117.841569:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a78fba20 00000080:00200000:3.0:1734016117.841570:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 10. 00000080:00200000:3.0:1734016117.841571:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 2176 of 0 to 4096 bytes 00000080:00200000:3.0:1734016117.841582:0:9663:0:(rw26.c:1006:ll_write_end()) pos 8912896, len 4096, copied 4096 00000080:00200000:3.0:1734016117.841584:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff8800a78fbaf8[3 ffff88012c77cdc8 2 1 ffff8800aacab4d8] 00000080:00200000:3.0:1734016117.841586:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002af6e80 1fffff00000805 3:0 ffff8800a78fbaf8 2176 lru 00000080:00200000:3.0:1734016117.841590:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a78fbb58 2176: 1< 0 - - > 2< 8912896 0 0 0x0 0x0 | ffff8801376c5cc8 ffff88012c3aa000 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1734016117.841591:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a78fbaf8 00000080:00200000:3.0:1734016117.841592:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 11. 00000080:00200000:3.0:1734016117.841593:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 2177 of 0 to 4096 bytes 00000080:00200000:3.0:1734016117.841603:0:9663:0:(rw26.c:1006:ll_write_end()) pos 8916992, len 4096, copied 4096 00000080:00200000:3.0:1734016117.841605:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff8800a78fbbd0[3 ffff88012c77cdc8 2 1 ffff8800aacab4d8] 00000080:00200000:3.0:1734016117.841607:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002af6ec0 1fffff00000805 3:0 ffff8800a78fbbd0 2177 lru 00000080:00200000:3.0:1734016117.841611:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a78fbc30 2177: 1< 0 - - > 2< 8916992 0 0 0x0 0x0 | ffff8801376c5cc8 ffff88012c3aa000 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1734016117.841612:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a78fbbd0 00000080:00200000:3.0:1734016117.841613:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 12. 00000080:00200000:3.0:1734016117.841614:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 2178 of 0 to 4096 bytes 00000080:00200000:3.0:1734016117.841624:0:9663:0:(rw26.c:1006:ll_write_end()) pos 8921088, len 4096, copied 4096 00000080:00200000:3.0:1734016117.841627:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff8800a78fbca8[3 ffff88012c77cdc8 2 1 ffff8800aacab4d8] 00000080:00200000:3.0:1734016117.841629:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002af6f00 1fffff00000805 3:0 ffff8800a78fbca8 2178 lru 00000080:00200000:3.0:1734016117.841632:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a78fbd08 2178: 1< 0 - - > 2< 8921088 0 0 0x0 0x0 | ffff8801376c5cc8 ffff88012c3aa000 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1734016117.841633:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a78fbca8 00000080:00200000:3.0:1734016117.841634:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 13. 00000080:00200000:3.0:1734016117.841635:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 2179 of 0 to 4096 bytes 00000080:00200000:3.0:1734016117.841645:0:9663:0:(rw26.c:1006:ll_write_end()) pos 8925184, len 4096, copied 4096 00000080:00200000:3.0:1734016117.841647:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff8800a78fbd80[3 ffff88012c77cdc8 2 1 ffff8800aacab4d8] 00000080:00200000:3.0:1734016117.841649:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002af6f40 1fffff00000805 3:0 ffff8800a78fbd80 2179 lru 00000080:00200000:3.0:1734016117.841652:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a78fbde0 2179: 1< 0 - - > 2< 8925184 0 0 0x0 0x0 | ffff8801376c5cc8 ffff88012c3aa000 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1734016117.841653:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a78fbd80 00000080:00200000:3.0:1734016117.841654:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 14. 00000080:00200000:3.0:1734016117.841655:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 2180 of 0 to 2964 bytes 00000080:00200000:3.0:1734016117.841673:0:9663:0:(rw26.c:1006:ll_write_end()) pos 8929280, len 2964, copied 2964 00000080:00200000:3.0:1734016117.841675:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff8800a78fbe58[3 ffff88012c77cdc8 2 1 ffff8800aacab4d8] 00000080:00200000:3.0:1734016117.841677:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a56ec0 1fffff00000805 3:0 ffff8800a78fbe58 2180 lru 00000080:00200000:3.0:1734016117.841680:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a78fbeb8 2180: 1< 0 - - > 2< 8929280 0 0 0x0 0x0 | ffff8801376c5cc8 ffff88012c3aa000 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1734016117.841681:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a78fbe58 00000080:00200000:3.0:1734016117.841682:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 15. 00000080:00200000:3.0:1734016117.841685:0:9663:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 15, from 0, to 2964 00000008:00010000:3.0:1734016117.841704:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff8800a9ae6000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a1733 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8933375) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320e95 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016117.841719:0:9663:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff8800a9ae6000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a1733 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8933375) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320e95 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016117.841726:0:9663:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff8800a9ae6000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a1733 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8933375) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320e95 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016117.841733:0:9663:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff8800a9ae6000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a1733 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8933375) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320e95 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016117.841738:0:9663:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff8800a9ae6000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a1733 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8933375) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320e95 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016117.841743:0:9663:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff8800a9ae6000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a1733 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8933375) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320e95 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016117.841749:0:9663:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff8800a9ae6000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a1733 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8933375) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320e95 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016117.841754:0:9663:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff8800a9ae6000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a1733 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8933375) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320e95 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016117.841761:0:9663:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff8800a9ae6000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a1733 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8933375) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320e95 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016117.841766:0:9663:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff8800a9ae6000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a1733 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8933375) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320e95 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016117.841772:0:9663:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff8800a9ae6000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a1733 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8933375) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320e95 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016117.841777:0:9663:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff8800a9ae6000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a1733 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8933375) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320e95 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016117.841782:0:9663:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff8800a9ae6000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a1733 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8933375) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320e95 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016117.841788:0:9663:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff8800a9ae6000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a1733 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8933375) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320e95 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016117.841798:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48248, count 14, dirtied 14 00000008:00010000:3.0:1734016117.841806:0:9663:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff8800a9ae6000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a1733 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8933375) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320e95 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016117.841813:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48248, count 1, dirtied 1 00000080:00200000:3.0:1734016117.841816:0:9663:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 15 pages 60308 bytes, tot: 60308 00000080:00200000:3.0:1734016117.841818:0:9663:0:(vvp_io.c:1405:vvp_io_write_start()) f16a.sanityn: write bytes 0, result: 60308 00000020:00010000:3.0:1734016117.841832:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b43fcf38 (ffff8800a8e27d88/0) at cl_lock_release():233 00000020:00010000:3.0:1734016117.841835:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b43fcf38 (ffff8800a8e27d88/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016117.841839:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d27b0 (ffff8800a8e272d8/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016117.841843:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a1733 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8933375) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7320e95 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.841851:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a1733 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8933375) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320e95 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016117.841865:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b43fcf38 (ffff8800a8e27d88/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016117.841867:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d27b0 (ffff8800a8e27d88/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016117.841874:0:9663:0:(vvp_io.c:533:vvp_io_advance()) advancing 60308 bytes 00000080:00200000:3.0:1734016117.841882:0:9663:0:(file.c:1930:ll_file_io_generic()) Range unlock [2166, 2180] 00000080:00200000:3.0:1734016117.841891:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016117.841894:0:9663:0:(file.c:1964:ll_file_io_generic()) f16a.sanityn: 2 io complete with rc: 0, result: 60308, restart: 0 00000080:00200000:3.0:1734016117.841902:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8932244 i_blocks 1488 00000080:00200000:3.0:1734016117.841906:0:9663:0:(file.c:2044:ll_file_io_generic()) iot: 2, result: 60308 00000080:00200008:3.0:1734016117.841928:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec480c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016117.841935:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec480c8),name=f16a.sanityn 00000002:00010000:3.0:1734016117.841952:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016117.841965:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e2d9b00/0x99188b78c51a171e lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7320e80 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016117.841974:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e2d9b00/0x99188b78c51a171e lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7320e80 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016117.841984:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) 00000080:00010000:3.0:1734016117.841986:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) for lock 0x99188b78c51a171e 00000080:00010000:3.0:1734016117.841991:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a171e from it ffff8800a7a77cd8 00010000:00010000:3.0:1734016117.841993:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e2d9b00/0x99188b78c51a171e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec7320e80 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016117.842000:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e2d9b00/0x99188b78c51a171e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7320e80 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016117.842015:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016117.842025:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016117.842035:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016117.842036:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3db0, osc lock ffff8800aa16d1d0, flags 0x400001002 00010000:00010000:3.0:1734016117.842047:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a1733 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8871936->8933375) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320e95 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.842053:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a1733 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8933375) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320e95 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.842061:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a1733 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8933375) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7320e95 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.842066:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a1733 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8933375) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320e95 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016117.842074:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8932244 i_blocks 1488 00000020:00010000:3.0:1734016117.842075:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800aacab478 (ffff8800a8e27d88/0) at cl_lock_release():233 00000020:00010000:3.0:1734016117.842077:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800aacab478 (ffff8800a8e27d88/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016117.842079:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3db0 (ffff8800a8e272d8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016117.842080:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800aacab478 (ffff8800a8e27d88/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016117.842082:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3db0 (ffff8800a8e27d88/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016117.842085:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016117.842095:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016117.842099:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016117.842101:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016117.842104:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016117.842105:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3db0, osc lock ffff8800aa16d1d0, flags 0x400001002 00010000:00010000:3.0:1734016117.842108:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a1733 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8871936->8933375) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320e95 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.842114:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a1733 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8933375) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320e95 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.842120:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a1733 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8933375) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7320e95 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.842124:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a1733 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8933375) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320e95 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016117.842130:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8932244 i_blocks 1488 00000020:00010000:3.0:1734016117.842131:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800aacab478 (ffff8800a8e27d88/0) at cl_lock_release():233 00000020:00010000:3.0:1734016117.842133:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800aacab478 (ffff8800a8e27d88/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016117.842134:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3db0 (ffff8800a8e272d8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016117.842136:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800aacab478 (ffff8800a8e27d88/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016117.842137:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3db0 (ffff8800a8e27d88/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016117.842140:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016117.842144:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 8932244 00000080:00200008:3.0:1734016117.842293:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 8007680, type: SEEK_SET 00000080:00200008:3.0:1734016117.842312:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 8007680, type: SEEK_SET, rc = 8007680 00000080:00200008:3.0:1734016117.842318:0:9663:0:(file.c:2466:do_file_write_iter()) START file f16a.sanityn:[0x200000401:0x9:0x0], ppos: 8007680, count: 62202 00000080:00200000:3.0:1734016117.842350:0:9663:0:(file.c:1826:ll_file_io_generic()) f16a.sanityn: write ppos: 8007680, bytes: 62202 00000080:00200000:3.0:1734016117.842355:0:9663:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000020:00200000:3.0:1734016117.842360:0:9663:0:(cl_io.c:195:cl_io_rw_init()) header@ffff88012c77cc80[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1734016117.842361:0:9663:0:(cl_io.c:195:cl_io_rw_init()) io range: 2 [8007680, 8069882) 0 0 00000080:00200000:3.0:1734016117.842364:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016117.842373:0:9663:0:(file.c:1893:ll_file_io_generic()) Range lock [1955, 1970] 00020000:00200000:3.0:1734016117.842380:0:9663:0:(lov_io.c:1021:lov_io_rw_iter_init()) stripe: 8007680 chunk: [8007680, 8069882) 8069882, 62202 00020000:00200000:3.0:1734016117.842385:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016117.842401:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1955, 1970] 00000008:00010000:3.0:1734016117.842407:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016117.842410:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3db0, osc lock ffff8800aa16d1d0, flags 0x0 00010000:00010000:3.0:1734016117.842433:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e8b40/0x99188b78c51a173a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.842440:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e8b40/0x99188b78c51a173a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [8007680->8073215] (req 8007680->8073215) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.842475:0:9663:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e8b40/0x99188b78c51a173a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [8007680->8073215] (req 8007680->8073215) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016117.842493:0:9663:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa160e00 pname:cluuid:pid:xid:nid:opc:job fsx:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:9663:1818247338988032:192.168.201.101@tcp:101:fsx.0 00000100:00100000:3.0:1734016117.842549:0:9663:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a9ae6780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016117.846440:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247338988160:192.168.201.101@tcp:4:fsx.0 00000100:00100000:3.0:1734016117.848006:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247338987904:192.168.201.101@tcp:103:ldlm_bl.0 00000008:00010000:3.0:1734016117.862462:0:1982:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a9ae6000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a1733 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8933375) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec7320e95 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016117.862523:0:1982:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a9ae6000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a1733 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8933375) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec7320e95 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016117.862549:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247338988160:192.168.201.101@tcp:4:fsx.0 00000100:00100000:3.0:1734016117.863116:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247338988288:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016117.866373:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:3.0:1734016117.866389:0:1983:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a8a71180 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e8b40/0x99188b78c51a173a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8007680->8073215) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320e9c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.866427:0:1983:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8069120 8073215) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e8b40/0x99188b78c51a173a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8007680->8073215) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320e9c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016117.866465:0:1983:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa163100 - object 0x280000400:6 offset 8069120<>8073216 00000100:00100000:3.0:1734016117.866485:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247338988544:192.168.201.101@tcp:3:fsx.0 00000100:00100000:3.0:1734016118.038607:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247338989696:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016118.045310:0:1983:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db986c0/0x99188b78c51a1756 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.045348:0:1983:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db986c0/0x99188b78c51a1756 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.045361:0:1983:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db986c0/0x99188b78c51a1756 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.045368:0:1983:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db986c0/0x99188b78c51a1756 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.045380:0:1983:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db986c0/0x99188b78c51a1756 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016118.045396:0:1983:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 8932244, setting rss=8932244; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016118.045416:0:1983:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db986c0/0x99188b78c51a1756 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.045422:0:1983:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db986c0/0x99188b78c51a1756 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.045429:0:1983:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db986c0/0x99188b78c51a1756 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.045436:0:1983:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012db986c0 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016118.045441:0:1983:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db986c0/0x99188b78c51a1756 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.045486:0:1983:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016118.045493:0:1983:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db986c0/0x99188b78c51a1756 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.045499:0:1983:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db986c0/0x99188b78c51a1756 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016118.046278:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247338989696:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016118.049856:0:4746:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016118.049863:0:4746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e8b40/0x99188b78c51a173a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8007680->8073215) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec7320e9c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.049871:0:4746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e3e8b40 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016118.049876:0:4746:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e8b40/0x99188b78c51a173a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8007680->8073215) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec7320e9c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016118.049922:0:4746:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a8a71180 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e8b40/0x99188b78c51a173a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8007680->8073215) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec7320e9c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016118.049935:0:4746:0:(osc_cache.c:1066:osc_extent_make_ready()) ### extent: ffff8800a8a71180 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e8b40/0x99188b78c51a173a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8007680->8073215) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec7320e9c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.049994:0:4746:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8007680 8011775) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e8b40/0x99188b78c51a173a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8007680->8073215) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec7320e9c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016118.050088:0:4746:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa161500 - object 0x280000400:6 offset 8007680<>8073216 00000080:00200000:3.0:1734016118.063278:0:4746:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016118.071861:0:4746:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016118.071950:0:4746:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e8b40/0x99188b78c51a173a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8007680->8073215) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7320e9c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.071964:0:4746:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016118.072016:0:4746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e8b40/0x99188b78c51a173a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8007680->8073215) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7320e9c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.072029:0:4746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e8b40/0x99188b78c51a173a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8007680->8073215) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7320e9c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.072056:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016118.072058:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016118.072063:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016118.072093:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016118.072117:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247338990080:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016118.095607:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247338990080:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016118.142584:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247338992384:192.168.201.101@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016118.153998:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d200/0x99188b78c51a1772 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3940352->3960831) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7320edb expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.154023:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d200/0x99188b78c51a1772 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3940352->3960831) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7320edb expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016118.159950:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016118.159973:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247338992640:192.168.201.101@tcp:3:fsx.0 00000100:00100000:3.0:1734016118.162654:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247338992768:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016118.243282:0:1983:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a8a71d80 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d200/0x99188b78c51a1772 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3940352->3960831) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320edb expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016118.243792:0:1983:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a8a71d80 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d200/0x99188b78c51a1772 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3940352->3960831) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320edb expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016118.243830:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247338992768:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016118.263162:0:1983:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a8a716c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d200/0x99188b78c51a1772 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3940352->3960831) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320edb expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016118.263823:0:1983:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a8a716c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d200/0x99188b78c51a1772 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3940352->3960831) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320edb expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016118.263859:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247338992640:192.168.201.101@tcp:3:fsx.0 00010000:00010000:3.0:1734016118.274203:0:4746:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1734016118.274213:0:4746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b600/0x99188b78c51a1779 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x903ef4aec7320ee2 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.274222:0:4746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012db9b600 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016118.274227:0:4746:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b600/0x99188b78c51a1779 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0x903ef4aec7320ee2 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016118.274253:0:4746:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016118.274275:0:4746:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016118.274378:0:4746:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b600/0x99188b78c51a1779 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x903ef4aec7320ee2 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.274385:0:4746:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016118.276554:0:4746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b600/0x99188b78c51a1779 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x903ef4aec7320ee2 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.276575:0:4746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b600/0x99188b78c51a1779 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x903ef4aec7320ee2 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.276610:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016118.276611:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016118.276614:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016118.276628:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016118.276661:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247338993408:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016118.279776:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247338993408:192.168.201.101@tcp:103:ldlm_bl.0 00000080:00200000:3.0:1734016118.289948:0:5244:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016118.290020:0:5244:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d200/0x99188b78c51a1772 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3940352->3960831) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7320edb expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.290031:0:5244:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016118.290077:0:5244:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d200/0x99188b78c51a1772 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3940352->3960831) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7320edb expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.290084:0:5244:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d200/0x99188b78c51a1772 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3940352->3960831) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7320edb expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016118.290113:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016118.290134:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247338993536:192.168.201.101@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016118.290238:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016118.290240:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016118.290244:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016118.301589:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247338993536:192.168.201.101@tcp:103:ldlm_bl.0 00000020:00010000:3.0:1734016118.301641:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b43fcf38 (ffff8800a8e27d88/0) at cl_lock_release():233 00000020:00010000:3.0:1734016118.301644:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b43fcf38 (ffff8800a8e27d88/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016118.301649:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2030 (ffff8800a8e272d8/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016118.301662:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12db00/0x99188b78c51a1780 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4460544->4493311) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7320ee9 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.301675:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12db00/0x99188b78c51a1780 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4460544->4493311) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320ee9 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016118.301692:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b43fcf38 (ffff8800a8e27d88/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016118.301694:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2030 (ffff8800a8e27d88/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016118.301710:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016118.301773:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec488c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016118.301781:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec488c8),name=f16a.sanityn 00000002:00010000:3.0:1734016118.301802:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016118.301820:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db9a1c0/0x99188b78c51a174f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7320eb8 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016118.301830:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db9a1c0/0x99188b78c51a174f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7320eb8 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016118.301841:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) 00000080:00010000:3.0:1734016118.301843:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) for lock 0x99188b78c51a174f 00000080:00010000:3.0:1734016118.301849:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a174f from it ffff8800a7a77cd8 00010000:00010000:3.0:1734016118.301851:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db9a1c0/0x99188b78c51a174f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec7320eb8 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016118.301860:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db9a1c0/0x99188b78c51a174f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7320eb8 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016118.301879:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016118.301889:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016118.301904:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016118.301907:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3930, osc lock ffff8800aa16c980, flags 0x400001002 00010000:00010000:3.0:1734016118.301918:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12db00/0x99188b78c51a1780 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4460544->4493311) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320ee9 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.301924:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12db00/0x99188b78c51a1780 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4460544->4493311) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320ee9 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.301934:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12db00/0x99188b78c51a1780 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4460544->4493311) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7320ee9 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.301939:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12db00/0x99188b78c51a1780 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4460544->4493311) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320ee9 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016118.301955:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8932244 i_blocks 1848 00000020:00010000:3.0:1734016118.301958:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800aacab478 (ffff8800a8e27d88/0) at cl_lock_release():233 00000020:00010000:3.0:1734016118.301960:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800aacab478 (ffff8800a8e27d88/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016118.301962:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3930 (ffff8800a8e272d8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016118.301964:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800aacab478 (ffff8800a8e27d88/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016118.301965:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3930 (ffff8800a8e27d88/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016118.301970:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016118.301984:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016118.301989:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016118.301991:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016118.301996:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016118.301997:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3930, osc lock ffff8800aa16c980, flags 0x400001002 00010000:00010000:3.0:1734016118.302002:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12db00/0x99188b78c51a1780 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4460544->4493311) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320ee9 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.302008:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12db00/0x99188b78c51a1780 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4460544->4493311) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320ee9 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.302015:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12db00/0x99188b78c51a1780 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4460544->4493311) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7320ee9 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.302021:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12db00/0x99188b78c51a1780 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4460544->4493311) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320ee9 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016118.302029:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8932244 i_blocks 1848 00000020:00010000:3.0:1734016118.302031:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800aacab478 (ffff8800a8e27d88/0) at cl_lock_release():233 00000020:00010000:3.0:1734016118.302034:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800aacab478 (ffff8800a8e27d88/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016118.302036:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3930 (ffff8800a8e272d8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016118.302038:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800aacab478 (ffff8800a8e27d88/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016118.302040:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3930 (ffff8800a8e27d88/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016118.302043:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016118.302049:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 8932244 00000080:00200008:3.0:1734016118.302086:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec488c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016118.302090:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec488c8),name=f16a.sanityn 00000002:00010000:3.0:1734016118.302095:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016118.302100:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db9a1c0/0x99188b78c51a174f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7320eb8 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016118.302107:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db9a1c0/0x99188b78c51a174f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7320eb8 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016118.302112:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) 00000080:00010000:3.0:1734016118.302114:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) for lock 0x99188b78c51a174f 00000080:00010000:3.0:1734016118.302117:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a174f from it ffff8800a7a77cd8 00010000:00010000:3.0:1734016118.302119:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db9a1c0/0x99188b78c51a174f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec7320eb8 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016118.302125:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db9a1c0/0x99188b78c51a174f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7320eb8 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016118.302133:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016118.302137:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016118.302140:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016118.302142:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3930, osc lock ffff8800aa16c980, flags 0x400001002 00010000:00010000:3.0:1734016118.302147:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12db00/0x99188b78c51a1780 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4460544->4493311) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320ee9 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.302153:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12db00/0x99188b78c51a1780 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4460544->4493311) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320ee9 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.302159:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12db00/0x99188b78c51a1780 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4460544->4493311) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7320ee9 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.302164:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12db00/0x99188b78c51a1780 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4460544->4493311) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320ee9 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016118.302175:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8932244 i_blocks 1848 00000020:00010000:3.0:1734016118.302177:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800aacab478 (ffff8800a8e27d88/0) at cl_lock_release():233 00000020:00010000:3.0:1734016118.302179:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800aacab478 (ffff8800a8e27d88/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016118.302181:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3930 (ffff8800a8e272d8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016118.302182:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800aacab478 (ffff8800a8e27d88/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016118.302184:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3930 (ffff8800a8e27d88/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016118.302188:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016118.302198:0:9663:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1734016118.302200:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1734016118.302207:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016118.302214:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1804, 1812] 00000008:00010000:3.0:1734016118.302219:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016118.302221:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3930, osc lock ffff8800aa16c980, flags 0x0 00010000:00010000:3.0:1734016118.302226:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12db00/0x99188b78c51a1780 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4460544->4493311) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320ee9 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.302231:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (7389184 7426047) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12db00/0x99188b78c51a1780 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4460544->4493311) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320ee9 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.302238:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12db00/0x99188b78c51a1780 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4460544->4493311) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7320ee9 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.302243:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12db00/0x99188b78c51a1780 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4460544->4493311) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7320ee9 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.302249:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12db00/0x99188b78c51a1780 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4460544->4493311) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7320ee9 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016118.302260:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8932244 i_blocks 1848 00000100:00100000:3.0:1734016118.302306:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016118.302339:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247338993792:192.168.201.101@tcp:22:fsx.0 00000100:00100000:3.0:1734016118.303998:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247338993792:192.168.201.101@tcp:22:fsx.0 00000100:00100000:3.0:1734016118.322268:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247338994176:192.168.201.101@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016118.412268:0:4746:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016118.412276:0:4746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12dd40/0x99188b78c51a178e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6864896->6868991) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec7320ef7 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.412285:0:4746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aa12dd40 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016118.412299:0:4746:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12dd40/0x99188b78c51a178e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6864896->6868991) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec7320ef7 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016118.412336:0:4746:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016118.412429:0:4746:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016118.412481:0:4746:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12dd40/0x99188b78c51a178e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6864896->6868991) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7320ef7 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.412487:0:4746:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016118.412504:0:4746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12dd40/0x99188b78c51a178e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6864896->6868991) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7320ef7 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.412510:0:4746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12dd40/0x99188b78c51a178e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6864896->6868991) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7320ef7 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.412535:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016118.412537:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016118.412538:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016118.412553:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa160e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247338996352:192.168.201.101@tcp:103:ldlm_bl.0 00000008:00010000:3.0:1734016118.438936:0:1982:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a8a71000 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cb40/0x99188b78c51a17aa lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3547136->3551231) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320f13 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.438974:0:1982:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3534848 3538943) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cb40/0x99188b78c51a17aa lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3547136->3551231) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320f13 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016118.439016:0:1982:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa161180 - object 0x280000400:6 offset 3534848<>3538944 00000100:00100000:3.0:1734016118.439574:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016118.439589:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247338997376:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016118.444218:0:1982:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a8a71000 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cb40/0x99188b78c51a17aa lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3547136->3551231) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320f13 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016118.444259:0:1982:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a8a71000 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cb40/0x99188b78c51a17aa lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3547136->3551231) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320f13 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016118.444279:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247338997376:192.168.201.101@tcp:3:fsx.0 00000100:00100000:3.0:1734016118.472433:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247338998528:192.168.201.101@tcp:16:fsx.0 00000100:00100000:3.0:1734016118.477408:0:1982:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8800aae6f000: committing for last_committed 4294969286 gen 1 00000100:00100000:3.0:1734016118.477748:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247338998528:192.168.201.101@tcp:16:fsx.0 00010000:00010000:3.0:1734016118.481904:0:5244:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016118.481912:0:5244:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cb40/0x99188b78c51a17aa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3547136->3551231) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec7320f13 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.481919:0:5244:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aa12cb40 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016118.481924:0:5244:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cb40/0x99188b78c51a17aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3547136->3551231) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec7320f13 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016118.481945:0:5244:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016118.483064:0:5244:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016118.483114:0:5244:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cb40/0x99188b78c51a17aa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3547136->3551231) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7320f13 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.483122:0:5244:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016118.483156:0:5244:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cb40/0x99188b78c51a17aa lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3547136->3551231) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7320f13 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.483163:0:5244:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cb40/0x99188b78c51a17aa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3547136->3551231) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7320f13 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.483185:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016118.483186:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016118.483189:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016118.483197:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016118.483217:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247338998784:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016118.490764:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247338998784:192.168.201.101@tcp:103:ldlm_bl.0 00000008:00010000:3.0:1734016118.656029:0:1983:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a8a71d80 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a17bf lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7098368->7102463) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320f28 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.656075:0:1983:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (7098368 7102463) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a17bf lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7098368->7102463) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320f28 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016118.656117:0:1983:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa161180 - object 0x280000400:6 offset 7098368<>7102464 00010000:00010000:3.0:1734016118.685894:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016118.707506:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339002752:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016118.713216:0:1983:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98480/0x99188b78c51a17cd lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.713234:0:1983:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98480/0x99188b78c51a17cd lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.713246:0:1983:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98480/0x99188b78c51a17cd lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.713252:0:1983:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98480/0x99188b78c51a17cd lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.713258:0:1983:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98480/0x99188b78c51a17cd lrc: 5/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016118.713273:0:1983:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 8932244, setting rss=8932244; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016118.713306:0:1983:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98480/0x99188b78c51a17cd lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.713313:0:1983:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98480/0x99188b78c51a17cd lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.713352:0:1983:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98480/0x99188b78c51a17cd lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.713359:0:1983:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012db98480 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016118.713365:0:1983:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98480/0x99188b78c51a17cd lrc: 5/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.713376:0:1983:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016118.713382:0:1983:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98480/0x99188b78c51a17cd lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.713388:0:1983:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98480/0x99188b78c51a17cd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016118.713424:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339002752:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016118.814408:0:5244:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016118.814419:0:5244:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a17bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7098368->7102463) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec7320f28 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.814427:0:5244:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aa12d680 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016118.814433:0:5244:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a17bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7098368->7102463) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec7320f28 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016118.814464:0:5244:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016118.814597:0:5244:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016118.814656:0:5244:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a17bf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7098368->7102463) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7320f28 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.814662:0:5244:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016118.814701:0:5244:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a17bf lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7098368->7102463) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7320f28 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.814707:0:5244:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a17bf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7098368->7102463) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7320f28 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.814730:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016118.814731:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016118.814733:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016118.814742:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016118.814759:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339004544:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016118.820995:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016118.821008:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339004800:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016118.824042:0:1983:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a8a71780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a1805 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 770048->774143) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320f6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016118.824071:0:1983:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a8a71780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a1805 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 770048->774143) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320f6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016118.824091:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339004800:192.168.201.101@tcp:3:fsx.0 00000100:00100000:3.0:1734016118.824113:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339004544:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016118.953112:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339008384:192.168.201.101@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016119.028013:0:4746:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1734016119.028024:0:4746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98000/0x99188b78c51a1828 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x903ef4aec7320f91 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.028031:0:4746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012db98000 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016119.028037:0:4746:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98000/0x99188b78c51a1828 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0x903ef4aec7320f91 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016119.028058:0:4746:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016119.028162:0:4746:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016119.028207:0:4746:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98000/0x99188b78c51a1828 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x903ef4aec7320f91 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.028213:0:4746:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016119.028235:0:4746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98000/0x99188b78c51a1828 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x903ef4aec7320f91 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.028242:0:4746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98000/0x99188b78c51a1828 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x903ef4aec7320f91 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.028261:0:4746:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016119.028263:0:4746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a1821 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8916992->8921087) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec7320f8a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.028276:0:4746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aa12d440 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016119.028291:0:4746:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a1821 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8916992->8921087) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec7320f8a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016119.028299:0:4746:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016119.028387:0:4746:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016119.028408:0:4746:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a1821 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8916992->8921087) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7320f8a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.028414:0:4746:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016119.028419:0:4746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a1821 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8916992->8921087) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7320f8a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.028425:0:4746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a1821 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8916992->8921087) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7320f8a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.028439:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016119.028441:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016119.028443:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016119.028459:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339011328:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016119.028504:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016119.028509:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339011456:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016119.034399:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339011328:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016119.037313:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339011456:192.168.201.101@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016119.385097:0:4746:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016119.385109:0:4746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a182f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2252800->2256895) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec7320f98 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.385120:0:4746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aa12fcc0 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016119.385127:0:4746:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a182f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2252800->2256895) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec7320f98 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016119.385153:0:4746:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016119.385312:0:4746:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016119.385390:0:4746:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a182f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2252800->2256895) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7320f98 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.385398:0:4746:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016119.385427:0:4746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a182f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2252800->2256895) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7320f98 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.385435:0:4746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a182f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2252800->2256895) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7320f98 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.385461:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016119.385462:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016119.385464:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016119.385484:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339019776:192.168.201.101@tcp:103:ldlm_bl.0 00000020:00010000:3.0:1734016119.482720:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72e48 (ffff8800a8a706c8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016119.482725:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72e48 (ffff8800a8a706c8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016119.482728:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b0028f30 (ffff8800a8a70ab8/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016119.482741:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12c900/0x99188b78c51a1867 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 90112->94207) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7320fe5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.482753:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12c900/0x99188b78c51a1867 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 90112->94207) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320fe5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016119.482777:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72e48 (ffff8800a8a706c8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016119.482780:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b0028f30 (ffff8800a8a706c8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016119.482804:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016119.482888:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 9 00000080:00200000:3.0:1734016119.482903:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016119.482925:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016119.482947:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [9, 9] 00000008:00010000:3.0:1734016119.482973:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016119.482979:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3fb0, osc lock ffff8800aa16cab0, flags 0x0 00010000:00010000:3.0:1734016119.483016:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12c900/0x99188b78c51a1867 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 90112->94207) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320fe5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.483030:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (36864 40959) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12c900/0x99188b78c51a1867 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 90112->94207) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320fe5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.483042:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12c900/0x99188b78c51a1867 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 90112->94207) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7320fe5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.483048:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12c900/0x99188b78c51a1867 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 90112->94207) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7320fe5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.483053:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12c900/0x99188b78c51a1867 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 90112->94207) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7320fe5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016119.483195:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:3.0:1734016119.483208:0:1982:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a9ae6c00 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12c900/0x99188b78c51a1867 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 90112->94207) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320fe5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.483245:0:1982:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (36864 40959) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12c900/0x99188b78c51a1867 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 90112->94207) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320fe5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016119.483315:0:1982:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa162d80 - object 0x280000400:6 offset 36864<>40960 00000100:00100000:3.0:1734016119.483377:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339023360:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016119.488928:0:1982:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a9ae6c00 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12c900/0x99188b78c51a1867 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 90112->94207) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320fe5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016119.488983:0:1982:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a9ae6c00 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12c900/0x99188b78c51a1867 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 90112->94207) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7320fe5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016119.489007:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339023360:192.168.201.101@tcp:3:fsx.0 00000100:00100000:3.0:1734016119.514765:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339023744:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.518107:0:1983:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a640/0x99188b78c51a186e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.518140:0:1983:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a640/0x99188b78c51a186e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x903ef4aec7320fec expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.518158:0:1983:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a640/0x99188b78c51a186e lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x903ef4aec7320fec expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.518170:0:1983:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a640/0x99188b78c51a186e lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x903ef4aec7320fec expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016119.518187:0:1983:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 471289, setting rss=471289; kms=471289, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a640/0x99188b78c51a186e lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec7320fec expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.518202:0:1983:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a640/0x99188b78c51a186e lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec7320fec expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.518209:0:1983:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a640/0x99188b78c51a186e lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec7320fec expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.518214:0:1983:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a640/0x99188b78c51a186e lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec7320fec expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.518221:0:1983:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a640/0x99188b78c51a186e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec7320fec expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016119.518245:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339023744:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.524963:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016119.529268:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339024000:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016119.531600:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339024128:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016119.548066:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339024512:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.552744:0:1983:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a640/0x99188b78c51a1883 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.552765:0:1983:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a640/0x99188b78c51a1883 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.552777:0:1983:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a640/0x99188b78c51a1883 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.552782:0:1983:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a640/0x99188b78c51a1883 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.552787:0:1983:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a640/0x99188b78c51a1883 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016119.552802:0:1983:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 471289, setting rss=471289; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016119.552831:0:1983:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a640/0x99188b78c51a1883 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.552837:0:1983:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a640/0x99188b78c51a1883 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.552844:0:1983:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a640/0x99188b78c51a1883 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.552851:0:1983:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012db9a640 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016119.552856:0:1983:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a640/0x99188b78c51a1883 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.552867:0:1983:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016119.552873:0:1983:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a640/0x99188b78c51a1883 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.552880:0:1983:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a640/0x99188b78c51a1883 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016119.552917:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339024512:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.559248:0:4746:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016119.559264:0:4746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a1875 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 385024->409599) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec7320ff3 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.559284:0:4746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012db98b40 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016119.559292:0:4746:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a1875 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 385024->409599) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec7320ff3 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016119.559340:0:4746:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016119.559360:0:4746:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016119.559432:0:4746:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a1875 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 385024->409599) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7320ff3 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.559437:0:4746:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016119.559467:0:4746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a1875 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 385024->409599) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7320ff3 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.559475:0:4746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a1875 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 385024->409599) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7320ff3 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.559508:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016119.559510:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016119.559511:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016119.559522:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016119.559542:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339024768:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016119.573904:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339024768:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016119.586068:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339025280:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016119.591160:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339025408:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.599846:0:1982:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a1898 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.599877:0:1982:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a1898 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.599897:0:1982:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a1898 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.599904:0:1982:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a1898 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.599911:0:1982:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a1898 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016119.599933:0:1982:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 2434825, setting rss=2434825; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016119.599968:0:1982:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a1898 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.599975:0:1982:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a1898 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.599982:0:1982:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a1898 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.599990:0:1982:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012db98b40 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016119.599997:0:1982:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a1898 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.600013:0:1982:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016119.600020:0:1982:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a1898 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.600025:0:1982:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a1898 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016119.600095:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339025408:192.168.201.101@tcp:101:fsx.0 00000100:00100000:3.0:1734016119.600647:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339025536:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.606164:0:1983:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a640/0x99188b78c51a189f lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.606194:0:1983:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a640/0x99188b78c51a189f lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.606209:0:1983:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a640/0x99188b78c51a189f lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.606216:0:1983:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a640/0x99188b78c51a189f lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.606223:0:1983:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a640/0x99188b78c51a189f lrc: 5/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016119.606247:0:1983:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 2434825, setting rss=2434825; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016119.606834:0:1983:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a640/0x99188b78c51a189f lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.606843:0:1983:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a640/0x99188b78c51a189f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.606851:0:1983:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a640/0x99188b78c51a189f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.606859:0:1983:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012db9a640 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016119.606865:0:1983:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a640/0x99188b78c51a189f lrc: 5/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.606877:0:1983:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016119.606884:0:1983:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a640/0x99188b78c51a189f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.606895:0:1983:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a640/0x99188b78c51a189f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016119.606953:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339025536:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.611733:0:4745:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016119.611743:0:4745:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daf40/0x99188b78c51a1891 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2412544->2437119) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec732100f expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.611753:0:4745:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e2daf40 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016119.611760:0:4745:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daf40/0x99188b78c51a1891 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2412544->2437119) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec732100f expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016119.611784:0:4745:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a8a71c00 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daf40/0x99188b78c51a1891 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2412544->2437119) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec732100f expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016119.611798:0:4745:0:(osc_cache.c:1066:osc_extent_make_ready()) ### extent: ffff8800a8a71c00 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daf40/0x99188b78c51a1891 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2412544->2437119) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec732100f expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.611863:0:4745:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2412544 2416639) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daf40/0x99188b78c51a1891 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2412544->2437119) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec732100f expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016119.611983:0:4745:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa162d80 - object 0x280000400:6 offset 2412544<>2434825 00000100:00100000:3.0:1734016119.612045:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016119.612065:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339025792:192.168.201.101@tcp:4:fsx.0 00000008:00010000:3.0:1734016119.618507:0:1983:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a8a71c00 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daf40/0x99188b78c51a1891 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2412544->2437119) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec732100f expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016119.618560:0:1983:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a8a71c00 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daf40/0x99188b78c51a1891 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2412544->2437119) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec732100f expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016119.618578:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339025792:192.168.201.101@tcp:4:fsx.0 00010000:00010000:3.0:1734016119.648616:0:4746:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016119.648625:0:4746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a18a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 16384->20479) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec7321024 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.648633:0:4746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012db98000 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016119.648638:0:4746:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a18a6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 16384->20479) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec7321024 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016119.648663:0:4746:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012abac600 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a18a6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 16384->20479) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec7321024 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016119.648671:0:4746:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012abacd80 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a18a6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 16384->20479) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec7321024 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016119.648682:0:4746:0:(osc_cache.c:1066:osc_extent_make_ready()) ### extent: ffff88012abac600 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a18a6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 16384->20479) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec7321024 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016119.648707:0:4746:0:(osc_cache.c:1066:osc_extent_make_ready()) ### extent: ffff88012abacd80 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a18a6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 16384->20479) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec7321024 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.648762:0:4746:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (16384 20479) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a18a6 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 16384->20479) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec7321024 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016119.648875:0:4746:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa161f80 - object 0x280000400:6 offset 16384<>9955154 00000080:00200000:3.0:1734016119.667261:0:4746:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016119.667381:0:4746:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016119.667437:0:4746:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a18a6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 16384->20479) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321024 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.667444:0:4746:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016119.667464:0:4746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a18a6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 16384->20479) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321024 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.667471:0:4746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a18a6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 16384->20479) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321024 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.667491:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016119.667493:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016119.667495:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016119.700752:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339027328:192.168.201.101@tcp:4:fsx.0 00000008:00010000:3.0:1734016119.709047:0:1983:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012abac0c0 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a18bb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1835008->1875967) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec7321039 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016119.709101:0:1983:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012abac0c0 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a18bb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1835008->1875967) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec7321039 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016119.709121:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339027328:192.168.201.101@tcp:4:fsx.0 00000008:00010000:3.0:1734016119.717474:0:1982:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a8a71300 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a18c2 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2535424->2555903) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321040 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.717523:0:1982:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2551808 2555903) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a18c2 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2535424->2555903) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321040 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016119.717593:0:1982:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa162680 - object 0x280000400:6 offset 2551808<>9957376 00000100:00100000:3.0:1734016119.717621:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016119.717637:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339027712:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016119.735163:0:1982:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a8a71300 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a18c2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2535424->2555903) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321040 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016119.737059:0:1982:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a8a71300 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a18c2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2535424->2555903) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321040 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016119.737114:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339027712:192.168.201.101@tcp:3:fsx.0 00010000:00010000:3.0:1734016119.748843:0:4746:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016119.748851:0:4746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a18c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2535424->2555903) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec7321040 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.748859:0:4746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aa12d680 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016119.748864:0:4746:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a18c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2535424->2555903) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec7321040 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016119.748887:0:4746:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a8a71780 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a18c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2535424->2555903) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec7321040 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016119.748902:0:4746:0:(osc_cache.c:1066:osc_extent_make_ready()) ### extent: ffff8800a8a71780 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a18c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2535424->2555903) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec7321040 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.748972:0:4746:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2535424 2539519) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a18c2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2535424->2555903) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec7321040 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016119.749061:0:4746:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa162680 - object 0x280000400:6 offset 2535424<>2555904 00000100:00100000:3.0:1734016119.749379:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016119.749397:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339028096:192.168.201.101@tcp:4:fsx.0 00000008:00010000:3.0:1734016119.756450:0:1982:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a8a71780 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a18c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2535424->2555903) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec7321040 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016119.756516:0:1982:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a8a71780 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a18c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2535424->2555903) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec7321040 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016119.756536:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339028096:192.168.201.101@tcp:4:fsx.0 00000008:00010000:3.0:1734016119.890709:0:1983:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a8a71480 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a18d0 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1482752->1486847) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732104e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016119.893986:0:1983:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a8a71480 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a18d0 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1482752->1486847) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732104e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016119.894021:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339028480:192.168.201.101@tcp:3:fsx.0 00010000:00010000:3.0:1734016119.952179:0:5244:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016119.952189:0:5244:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12eac0/0x99188b78c51a18d7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x903ef4aec7321055 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.952202:0:5244:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aa12eac0 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016119.952208:0:5244:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12eac0/0x99188b78c51a18d7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0x903ef4aec7321055 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016119.952288:0:5244:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016119.952308:0:5244:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016119.952382:0:5244:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12eac0/0x99188b78c51a18d7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x903ef4aec7321055 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.952390:0:5244:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016119.952419:0:5244:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12eac0/0x99188b78c51a18d7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x903ef4aec7321055 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.952427:0:5244:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12eac0/0x99188b78c51a18d7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x903ef4aec7321055 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.952459:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016119.952460:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016119.952462:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016119.952472:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016119.952494:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339032192:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016119.967312:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339032192:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016119.991045:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339032704:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.999874:0:1983:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a18ec lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.999901:0:1983:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a18ec lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.999914:0:1983:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a18ec lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.999920:0:1983:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a18ec lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.999926:0:1983:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a18ec lrc: 5/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016119.999945:0:1983:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 9955154, setting rss=9955154; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016119.999969:0:1983:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a18ec lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.999974:0:1983:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a18ec lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.999980:0:1983:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a18ec lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.999986:0:1983:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012db98240 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016119.999991:0:1983:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a18ec lrc: 5/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.000008:0:1983:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016120.000015:0:1983:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a18ec lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.000021:0:1983:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a18ec lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016120.000055:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339032704:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.017801:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a18de lrc: 6/2,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->864255) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732105c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.017826:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a18de lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->864255) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732105c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016120.021340:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:3.0:1734016120.021352:0:1983:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a9ae6d80 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a18de lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->864255) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732105c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.021404:0:1983:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (4190208 4194303) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a18de lrc: 6/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->864255) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732105c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016120.021536:0:1983:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa163800 - object 0x280000400:6 offset 4190208<>8388608 00000100:00100000:3.0:1734016120.021553:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339033216:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016120.153583:0:1983:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a9ae6d80 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a18de lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->864255) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732105c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016120.158125:0:1983:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a9ae6d80 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a18de lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->864255) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732105c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016120.158189:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339033216:192.168.201.101@tcp:3:fsx.0 00000020:00010000:3.0:1734016120.158745:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800ac33f6c8 (ffff8800b6cdeab8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016120.158750:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800ac33f6c8 (ffff8800b6cdeab8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016120.158757:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b0028db0 (ffff8800b6cde758/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016120.158771:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a18de lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->864255) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732105c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.158784:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a18de lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->864255) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732105c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016120.158818:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800ac33f6c8 (ffff8800b6cdeab8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016120.158823:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b0028db0 (ffff8800b6cdeab8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016120.158845:0:9663:0:(vvp_io.c:533:vvp_io_advance()) advancing 17752 bytes 00000080:00200000:3.0:1734016120.158871:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016120.158879:0:9663:0:(file.c:1964:ll_file_io_generic()) f16a.sanityn: 1 io complete with rc: 0, result: 17752, restart: 0 00000080:00200000:3.0:1734016120.158890:0:9663:0:(file.c:2044:ll_file_io_generic()) iot: 1, result: 17752 00000080:00200008:3.0:1734016120.158957:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec488c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016120.158969:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec488c8),name=f16a.sanityn 00000002:00010000:3.0:1734016120.159011:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016120.159046:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a1844 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7320fbb expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016120.159061:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a1844 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7320fbb expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016120.159079:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) 00000080:00010000:3.0:1734016120.159084:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) for lock 0x99188b78c51a1844 00000080:00010000:3.0:1734016120.159092:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a1844 from it ffff8800a7a77cd8 00010000:00010000:3.0:1734016120.159096:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a1844 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec7320fbb expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016120.159104:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a1844 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7320fbb expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016120.159138:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016120.159157:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016120.159184:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016120.159188:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3f30, osc lock ffff8800aa16cf70, flags 0x400001002 00010000:00010000:3.0:1734016120.159212:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a18de lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 839680->864255) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732105c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.159222:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a18de lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->864255) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732105c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.159242:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a18de lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->864255) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732105c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.159251:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a18de lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->864255) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732105c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016120.159286:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9955154 i_blocks 728 00000020:00010000:3.0:1734016120.159290:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff88012e2676c0 (ffff8800b6cdeab8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016120.159293:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012e2676c0 (ffff8800b6cdeab8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016120.159297:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3f30 (ffff8800b6cde758/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016120.159300:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012e2676c0 (ffff8800b6cdeab8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016120.159302:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3f30 (ffff8800b6cdeab8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016120.159310:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016120.159460:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016120.159466:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016120.159470:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016120.159475:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016120.159478:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3f30, osc lock ffff8800aa16cf70, flags 0x400001002 00010000:00010000:3.0:1734016120.159484:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a18de lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 839680->864255) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732105c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.159492:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a18de lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->864255) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732105c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.159500:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a18de lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->864255) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732105c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.159507:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a18de lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->864255) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732105c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016120.159521:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9955154 i_blocks 728 00000020:00010000:3.0:1734016120.159524:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff88012e2676c0 (ffff8800b6cdeab8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016120.159526:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012e2676c0 (ffff8800b6cdeab8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016120.159529:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3f30 (ffff8800b6cde758/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016120.159531:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012e2676c0 (ffff8800b6cdeab8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016120.159533:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3f30 (ffff8800b6cdeab8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016120.159538:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016120.159549:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 9955154 00000080:00200008:3.0:1734016120.159561:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec488c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016120.159565:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec488c8),name=f16a.sanityn 00000002:00010000:3.0:1734016120.159570:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016120.159576:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a1844 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7320fbb expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016120.159583:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a1844 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7320fbb expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016120.159591:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) 00000080:00010000:3.0:1734016120.159593:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) for lock 0x99188b78c51a1844 00000080:00010000:3.0:1734016120.159596:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a1844 from it ffff8800a7a77cd8 00010000:00010000:3.0:1734016120.159599:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a1844 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec7320fbb expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016120.159605:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a1844 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7320fbb expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016120.159616:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016120.159619:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016120.159624:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016120.159625:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3f30, osc lock ffff8800aa16cf70, flags 0x400001002 00010000:00010000:3.0:1734016120.159631:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a18de lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 839680->864255) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732105c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.159640:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a18de lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->864255) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732105c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.159650:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a18de lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->864255) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732105c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.159657:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a18de lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->864255) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732105c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016120.159667:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9955154 i_blocks 728 00000020:00010000:3.0:1734016120.159669:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff88012e2676c0 (ffff8800b6cdeab8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016120.159672:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012e2676c0 (ffff8800b6cdeab8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016120.159675:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3f30 (ffff8800b6cde758/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016120.159677:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012e2676c0 (ffff8800b6cdeab8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016120.159680:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3f30 (ffff8800b6cdeab8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016120.159684:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016120.159701:0:9663:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1734016120.159706:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1734016120.159720:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016120.159736:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1843, 1856] 00000008:00010000:3.0:1734016120.159745:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016120.159748:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3f30, osc lock ffff8800aa16cf70, flags 0x0 00010000:00010000:3.0:1734016120.159755:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a18de lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 839680->864255) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732105c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.159763:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (7548928 7606271) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a18de lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->864255) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732105c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.159772:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a18de lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->864255) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732105c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.159784:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a18de lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->864255) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732105c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.159791:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a18de lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->864255) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732105c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016120.159803:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9955154 i_blocks 728 00000100:00100000:3.0:1734016120.159918:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016120.159938:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339033600:192.168.201.101@tcp:22:fsx.0 00000100:00100000:3.0:1734016120.162809:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339033600:192.168.201.101@tcp:22:fsx.0 00000080:00200000:3.0:1734016120.229825:0:4746:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016120.229899:0:4746:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a18de lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->864255) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec732105c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.229911:0:4746:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016120.241508:0:4746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a18de lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 839680->864255) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec732105c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.241518:0:4746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a18de lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 839680->864255) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec732105c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.241539:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016120.241541:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016120.241544:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016120.254466:0:5244:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016120.254478:0:5244:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f180/0x99188b78c51a1924 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 315392->372735) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec73210a2 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.254489:0:5244:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aa12f180 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016120.254496:0:5244:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f180/0x99188b78c51a1924 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 315392->372735) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec73210a2 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016120.254523:0:5244:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016120.254543:0:5244:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016120.254594:0:5244:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f180/0x99188b78c51a1924 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 315392->372735) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec73210a2 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.254600:0:5244:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016120.254631:0:5244:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f180/0x99188b78c51a1924 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 315392->372735) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec73210a2 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.254638:0:5244:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f180/0x99188b78c51a1924 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 315392->372735) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec73210a2 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.255128:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016120.255130:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016120.255131:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016120.255150:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016120.255171:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339035264:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016120.256194:0:9663:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job fsx:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:9663:1818247339035136:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.256215:0:9663:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99d40/0x99188b78c51a1932 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [9428992->9490431] (req 9428992->9490431) gid 0 flags: 0x10000000020000 nid: local remote: 0x903ef4aec73210b0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.256230:0:9663:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99d40/0x99188b78c51a1932 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [9428992->9490431] (req 9428992->9490431) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec73210b0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.256238:0:9663:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99d40/0x99188b78c51a1932 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [9428992->9490431] (req 9428992->9490431) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec73210b0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.259191:0:9663:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99d40/0x99188b78c51a1932 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9428992->9490431) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec73210b0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.259201:0:9663:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99d40/0x99188b78c51a1932 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9428992->9490431) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec73210b0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.259231:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99d40/0x99188b78c51a1932 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9428992->9490431) gid 0 flags: 0x10000000020000 nid: local remote: 0x903ef4aec73210b0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016120.259245:0:9663:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 9955154, setting rss=9955154; kms=9955154, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99d40/0x99188b78c51a1932 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9428992->9490431) gid 0 flags: 0x10020000020000 nid: local remote: 0x903ef4aec73210b0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.259257:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99d40/0x99188b78c51a1932 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9428992->9490431) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73210b0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.259276:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99d40/0x99188b78c51a1932 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9428992->9490431) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73210b0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016120.259312:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9955154 i_blocks 896 00000020:00010000:3.0:1734016120.263741:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800ac33f6c8 (ffff8800b6cdeab8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016120.263747:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800ac33f6c8 (ffff8800b6cdeab8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016120.263752:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00285b0 (ffff8800b6cde758/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016120.263764:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99d40/0x99188b78c51a1932 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9428992->9490431) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73210b0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.263779:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99d40/0x99188b78c51a1932 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9428992->9490431) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73210b0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016120.263797:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800ac33f6c8 (ffff8800b6cdeab8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016120.263800:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00285b0 (ffff8800b6cdeab8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016120.263820:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016120.263892:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec488c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016120.263900:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec488c8),name=f16a.sanityn 00000002:00010000:3.0:1734016120.263923:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016120.263941:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a1844 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7320fbb expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016120.263953:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a1844 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7320fbb expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016120.263965:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) 00000080:00010000:3.0:1734016120.263970:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) for lock 0x99188b78c51a1844 00000080:00010000:3.0:1734016120.263976:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a1844 from it ffff8800a7a77cd8 00010000:00010000:3.0:1734016120.263979:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a1844 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec7320fbb expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016120.263985:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a1844 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7320fbb expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016120.264014:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016120.264028:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016120.264050:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016120.264054:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3eb0, osc lock ffff8800aa16c850, flags 0x400001002 00010000:00010000:3.0:1734016120.264069:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99d40/0x99188b78c51a1932 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9428992->9490431) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73210b0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.264077:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99d40/0x99188b78c51a1932 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9428992->9490431) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73210b0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.264090:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99d40/0x99188b78c51a1932 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9428992->9490431) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73210b0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.264097:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99d40/0x99188b78c51a1932 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9428992->9490431) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73210b0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016120.264122:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9955154 i_blocks 1016 00000020:00010000:3.0:1734016120.264126:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff88012e2676c0 (ffff8800b6cdeab8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016120.264129:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012e2676c0 (ffff8800b6cdeab8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016120.264131:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3eb0 (ffff8800b6cde758/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016120.264134:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012e2676c0 (ffff8800b6cdeab8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016120.264136:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3eb0 (ffff8800b6cdeab8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016120.264142:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016120.264164:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016120.264168:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016120.264172:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016120.264177:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016120.264179:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3eb0, osc lock ffff8800aa16c850, flags 0x400001002 00010000:00010000:3.0:1734016120.264185:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99d40/0x99188b78c51a1932 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9428992->9490431) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73210b0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.264193:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99d40/0x99188b78c51a1932 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9428992->9490431) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73210b0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.264202:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99d40/0x99188b78c51a1932 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9428992->9490431) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73210b0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.264210:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99d40/0x99188b78c51a1932 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9428992->9490431) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73210b0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016120.264221:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9955154 i_blocks 1016 00000020:00010000:3.0:1734016120.264224:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff88012e2676c0 (ffff8800b6cdeab8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016120.264227:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012e2676c0 (ffff8800b6cdeab8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016120.264230:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3eb0 (ffff8800b6cde758/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016120.264232:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012e2676c0 (ffff8800b6cdeab8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016120.264234:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3eb0 (ffff8800b6cdeab8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016120.264238:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016120.264249:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 9955154 00000080:00200008:3.0:1734016120.264273:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec480c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016120.264279:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec480c8),name=f16a.sanityn 00000002:00010000:3.0:1734016120.264290:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016120.264303:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db99b00/0x99188b78c51a184b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7320fc9 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016120.264316:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db99b00/0x99188b78c51a184b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7320fc9 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016120.264372:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) 00000080:00010000:3.0:1734016120.264374:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) for lock 0x99188b78c51a184b 00000080:00010000:3.0:1734016120.264377:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a184b from it ffff8800a7a77cd8 00010000:00010000:3.0:1734016120.264380:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db99b00/0x99188b78c51a184b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec7320fc9 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016120.264386:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db99b00/0x99188b78c51a184b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7320fc9 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016120.264400:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016120.264405:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016120.264412:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016120.264413:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3eb0, osc lock ffff8800aa16c850, flags 0x400001002 00010000:00010000:3.0:1734016120.264437:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e8fc0/0x99188b78c51a1939 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.264446:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e8fc0/0x99188b78c51a1939 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016120.269116:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9955154 i_blocks 1016 00000020:00010000:3.0:1734016120.269127:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff88012e2676c0 (ffff8800b6cdeab8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016120.269130:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012e2676c0 (ffff8800b6cdeab8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016120.269137:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3eb0 (ffff8800b6cde758/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016120.269141:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012e2676c0 (ffff8800b6cdeab8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016120.269144:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3eb0 (ffff8800b6cdeab8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016120.269159:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016120.269188:0:9663:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1734016120.269195:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1734016120.269212:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016120.269225:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [2466, 2472] 00000008:00010000:3.0:1734016120.269239:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016120.269242:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3eb0, osc lock ffff8800aa16c850, flags 0x0 00010000:00010000:3.0:1734016120.269276:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3ead00/0x99188b78c51a1940 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.269283:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3ead00/0x99188b78c51a1940 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [10100736->10129407] (req 10100736->10129407) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.269364:0:9663:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3ead00/0x99188b78c51a1940 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [10100736->10129407] (req 10100736->10129407) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016120.269393:0:9663:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163480 pname:cluuid:pid:xid:nid:opc:job fsx:ca960967-f34d-4bd7-a96b-f55b9893eead:9663:1818247339035648:192.168.201.101@tcp:101:fsx.0 00000100:00100000:3.0:1734016120.269467:0:9663:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a9ae6480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.275005:0:9663:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163480 pname:cluuid:pid:xid:nid:opc:job fsx:ca960967-f34d-4bd7-a96b-f55b9893eead:9663:1818247339035648:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.275051:0:9663:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3ead00/0x99188b78c51a1940 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [10100736->10129407] (req 10100736->10129407) gid 0 flags: 0x10000000020000 nid: local remote: 0x903ef4aec73210be expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.275065:0:9663:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3ead00/0x99188b78c51a1940 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [10100736->10129407] (req 10100736->10129407) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec73210be expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.275074:0:9663:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3ead00/0x99188b78c51a1940 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [10100736->10129407] (req 10100736->10129407) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec73210be expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.276832:0:9663:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3ead00/0x99188b78c51a1940 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10100736->10129407) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec73210be expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.276844:0:9663:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3ead00/0x99188b78c51a1940 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10100736->10129407) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec73210be expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.276873:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3ead00/0x99188b78c51a1940 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10100736->10129407) gid 0 flags: 0x10000000020000 nid: local remote: 0x903ef4aec73210be expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016120.276892:0:9663:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 9955154, setting rss=9955154; kms=9955154, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3ead00/0x99188b78c51a1940 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10100736->10129407) gid 0 flags: 0x10020000020000 nid: local remote: 0x903ef4aec73210be expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.276905:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3ead00/0x99188b78c51a1940 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10100736->10129407) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73210be expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.276912:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3ead00/0x99188b78c51a1940 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10100736->10129407) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73210be expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016120.276952:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9955154 i_blocks 1016 00000100:00100000:3.0:1734016120.277049:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016120.277069:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339035904:192.168.201.101@tcp:22:fsx.0 00000100:00100000:3.0:1734016120.285741:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339035904:192.168.201.101@tcp:22:fsx.0 00010000:00010000:3.0:1734016120.295436:0:4746:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016120.295448:0:4746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3ead00/0x99188b78c51a1940 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10100736->10129407) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec73210be expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.295457:0:4746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e3ead00 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016120.295466:0:4746:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3ead00/0x99188b78c51a1940 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10100736->10129407) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec73210be expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016120.295501:0:4746:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016120.295525:0:4746:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016120.295589:0:4746:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3ead00/0x99188b78c51a1940 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10100736->10129407) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec73210be expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.295597:0:4746:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016120.295641:0:4746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3ead00/0x99188b78c51a1940 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10100736->10129407) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec73210be expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.295651:0:4746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3ead00/0x99188b78c51a1940 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10100736->10129407) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec73210be expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.295714:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016120.295716:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016120.295718:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016120.301381:0:9663:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99d40/0x99188b78c51a1947 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9535488->9584639) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec73210c5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.301395:0:9663:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99d40/0x99188b78c51a1947 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9535488->9584639) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec73210c5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.301431:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99d40/0x99188b78c51a1947 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9535488->9584639) gid 0 flags: 0x10000000020000 nid: local remote: 0x903ef4aec73210c5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016120.301453:0:9663:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 9955154, setting rss=9955154; kms=9955154, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99d40/0x99188b78c51a1947 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9535488->9584639) gid 0 flags: 0x10020000020000 nid: local remote: 0x903ef4aec73210c5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.301472:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99d40/0x99188b78c51a1947 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9535488->9584639) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73210c5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.301480:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99d40/0x99188b78c51a1947 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9535488->9584639) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73210c5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016120.301505:0:9663:0:(vvp_io.c:1326:vvp_io_write_start()) f16a.sanityn: write [9535488, 9582690) 00000080:00200000:3.0:1734016120.301540:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 2328 of 0 to 4096 bytes 00000080:00200000:3.0:1734016120.301605:0:9663:0:(rw26.c:1006:ll_write_end()) pos 9535488, len 4096, copied 4096 00000080:00200000:3.0:1734016120.301613:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff8801369f10d8[3 ffff88012c77cd00 2 1 ffff8800a8a97968] 00000080:00200000:3.0:1734016120.301616:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a4c980 1fffff00000805 3:0 ffff8801369f10d8 2328 lru 00000080:00200000:3.0:1734016120.301624:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8801369f1138 2328: 1< 0 - - > 2< 9535488 0 0 0x0 0x0 | ffff8800aaf9dcc8 ffff88012c3aa1a0 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1734016120.301625:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff8801369f10d8 00000080:00200000:3.0:1734016120.301627:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016120.301631:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 2329 of 0 to 4096 bytes 00000080:00200000:3.0:1734016120.301660:0:9663:0:(rw26.c:1006:ll_write_end()) pos 9539584, len 4096, copied 4096 00000080:00200000:3.0:1734016120.301663:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff8801369f1000[3 ffff88012c77cd00 2 1 ffff8800a8a97968] 00000080:00200000:3.0:1734016120.301665:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a4c9c0 1fffff00000805 3:0 ffff8801369f1000 2329 lru 00000080:00200000:3.0:1734016120.301670:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8801369f1060 2329: 1< 0 - - > 2< 9539584 0 0 0x0 0x0 | ffff8800aaf9dcc8 ffff88012c3aa1a0 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1734016120.301672:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff8801369f1000 00000080:00200000:3.0:1734016120.301673:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 2. 00000080:00200000:3.0:1734016120.301674:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 2330 of 0 to 4096 bytes 00000080:00200000:3.0:1734016120.301685:0:9663:0:(rw26.c:1006:ll_write_end()) pos 9543680, len 4096, copied 4096 00000080:00200000:3.0:1734016120.301687:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff8801369f11b0[3 ffff88012c77cd00 2 1 ffff8800a8a97968] 00000080:00200000:3.0:1734016120.301689:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a4ca00 1fffff00000805 3:0 ffff8801369f11b0 2330 lru 00000080:00200000:3.0:1734016120.301693:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8801369f1210 2330: 1< 0 - - > 2< 9543680 0 0 0x0 0x0 | ffff8800aaf9dcc8 ffff88012c3aa1a0 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1734016120.301694:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff8801369f11b0 00000080:00200000:3.0:1734016120.301696:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 3. 00000080:00200000:3.0:1734016120.301698:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 2331 of 0 to 4096 bytes 00000080:00200000:3.0:1734016120.301718:0:9663:0:(rw26.c:1006:ll_write_end()) pos 9547776, len 4096, copied 4096 00000080:00200000:3.0:1734016120.301721:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff8801369f1288[3 ffff88012c77cd00 2 1 ffff8800a8a97968] 00000080:00200000:3.0:1734016120.301723:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a4ca40 1fffff00000805 3:0 ffff8801369f1288 2331 lru 00000080:00200000:3.0:1734016120.301726:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8801369f12e8 2331: 1< 0 - - > 2< 9547776 0 0 0x0 0x0 | ffff8800aaf9dcc8 ffff88012c3aa1a0 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1734016120.301728:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff8801369f1288 00000080:00200000:3.0:1734016120.301728:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 4. 00000080:00200000:3.0:1734016120.301730:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 2332 of 0 to 4096 bytes 00000080:00200000:3.0:1734016120.301746:0:9663:0:(rw26.c:1006:ll_write_end()) pos 9551872, len 4096, copied 4096 00000080:00200000:3.0:1734016120.301748:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff8801369f1360[3 ffff88012c77cd00 2 1 ffff8800a8a97968] 00000080:00200000:3.0:1734016120.301750:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a4ca80 1fffff00000805 3:0 ffff8801369f1360 2332 lru 00000080:00200000:3.0:1734016120.301753:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8801369f13c0 2332: 1< 0 - - > 2< 9551872 0 0 0x0 0x0 | ffff8800aaf9dcc8 ffff88012c3aa1a0 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1734016120.301755:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff8801369f1360 00000080:00200000:3.0:1734016120.301755:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 5. 00000080:00200000:3.0:1734016120.301757:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 2333 of 0 to 4096 bytes 00000080:00200000:3.0:1734016120.301767:0:9663:0:(rw26.c:1006:ll_write_end()) pos 9555968, len 4096, copied 4096 00000080:00200000:3.0:1734016120.301769:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff8801369f1438[3 ffff88012c77cd00 2 1 ffff8800a8a97968] 00000080:00200000:3.0:1734016120.301770:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a4cac0 1fffff00000805 3:0 ffff8801369f1438 2333 lru 00000080:00200000:3.0:1734016120.301773:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8801369f1498 2333: 1< 0 - - > 2< 9555968 0 0 0x0 0x0 | ffff8800aaf9dcc8 ffff88012c3aa1a0 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1734016120.301775:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff8801369f1438 00000080:00200000:3.0:1734016120.301775:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 6. 00000080:00200000:3.0:1734016120.301777:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 2334 of 0 to 4096 bytes 00000080:00200000:3.0:1734016120.301792:0:9663:0:(rw26.c:1006:ll_write_end()) pos 9560064, len 4096, copied 4096 00000080:00200000:3.0:1734016120.301796:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff8801369f1510[3 ffff88012c77cd00 2 1 ffff8800a8a97968] 00000080:00200000:3.0:1734016120.301798:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a4cb00 1fffff00000805 3:0 ffff8801369f1510 2334 lru 00000080:00200000:3.0:1734016120.301803:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8801369f1570 2334: 1< 0 - - > 2< 9560064 0 0 0x0 0x0 | ffff8800aaf9dcc8 ffff88012c3aa1a0 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1734016120.301804:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff8801369f1510 00000080:00200000:3.0:1734016120.301805:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 7. 00000080:00200000:3.0:1734016120.301807:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 2335 of 0 to 4096 bytes 00000080:00200000:3.0:1734016120.301824:0:9663:0:(rw26.c:1006:ll_write_end()) pos 9564160, len 4096, copied 4096 00000080:00200000:3.0:1734016120.301827:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff8801369f15e8[3 ffff88012c77cd00 2 1 ffff8800a8a97968] 00000080:00200000:3.0:1734016120.301830:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a4cb40 1fffff00000805 3:0 ffff8801369f15e8 2335 lru 00000080:00200000:3.0:1734016120.301833:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8801369f1648 2335: 1< 0 - - > 2< 9564160 0 0 0x0 0x0 | ffff8800aaf9dcc8 ffff88012c3aa1a0 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1734016120.301835:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff8801369f15e8 00000080:00200000:3.0:1734016120.301836:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 8. 00000080:00200000:3.0:1734016120.301838:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 2336 of 0 to 4096 bytes 00000080:00200000:3.0:1734016120.301850:0:9663:0:(rw26.c:1006:ll_write_end()) pos 9568256, len 4096, copied 4096 00000080:00200000:3.0:1734016120.301852:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff8801369f16c0[3 ffff88012c77cd00 2 1 ffff8800a8a97968] 00000080:00200000:3.0:1734016120.301854:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a4cb80 1fffff00000805 3:0 ffff8801369f16c0 2336 lru 00000080:00200000:3.0:1734016120.301858:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8801369f1720 2336: 1< 0 - - > 2< 9568256 0 0 0x0 0x0 | ffff8800aaf9dcc8 ffff88012c3aa1a0 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1734016120.301859:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff8801369f16c0 00000080:00200000:3.0:1734016120.301860:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 9. 00000080:00200000:3.0:1734016120.301861:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 2337 of 0 to 4096 bytes 00000080:00200000:3.0:1734016120.301873:0:9663:0:(rw26.c:1006:ll_write_end()) pos 9572352, len 4096, copied 4096 00000080:00200000:3.0:1734016120.301875:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff8801369f1798[3 ffff88012c77cd00 2 1 ffff8800a8a97968] 00000080:00200000:3.0:1734016120.301877:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a4cbc0 1fffff00000805 3:0 ffff8801369f1798 2337 lru 00000080:00200000:3.0:1734016120.301880:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8801369f17f8 2337: 1< 0 - - > 2< 9572352 0 0 0x0 0x0 | ffff8800aaf9dcc8 ffff88012c3aa1a0 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1734016120.301882:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff8801369f1798 00000080:00200000:3.0:1734016120.301884:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 10. 00000080:00200000:3.0:1734016120.301886:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 2338 of 0 to 4096 bytes 00000080:00200000:3.0:1734016120.301901:0:9663:0:(rw26.c:1006:ll_write_end()) pos 9576448, len 4096, copied 4096 00000080:00200000:3.0:1734016120.301903:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff8801369f1870[3 ffff88012c77cd00 2 1 ffff8800a8a97968] 00000080:00200000:3.0:1734016120.301904:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a4cc00 1fffff00000805 3:0 ffff8801369f1870 2338 lru 00000080:00200000:3.0:1734016120.301908:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8801369f18d0 2338: 1< 0 - - > 2< 9576448 0 0 0x0 0x0 | ffff8800aaf9dcc8 ffff88012c3aa1a0 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1734016120.301909:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff8801369f1870 00000080:00200000:3.0:1734016120.301909:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 11. 00000080:00200000:3.0:1734016120.301911:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 2339 of 0 to 2146 bytes 00000080:00200000:3.0:1734016120.318057:0:9663:0:(rw26.c:1006:ll_write_end()) pos 9580544, len 2146, copied 2146 00000080:00200000:3.0:1734016120.318069:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff8801369f1948[3 ffff88012c77cd00 2 1 ffff8800a8a97968] 00000080:00200000:3.0:1734016120.318072:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a4cc40 1fffff0000080d 3:0 ffff8801369f1948 2339 lru 00000080:00200000:3.0:1734016120.318081:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8801369f19a8 2339: 1< 1 - - > 2< 9580544 0 4096 0x0 0x40009 | ffff8800aaf9dcc8 ffff88012c3aa1a0 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1734016120.318083:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff8801369f1948 00000080:00200000:3.0:1734016120.318086:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 12. 00000080:00200000:3.0:1734016120.318096:0:9663:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 12, from 0, to 2146 00000008:00010000:3.0:1734016120.318129:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff8800a9ae6480 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99d40/0x99188b78c51a1947 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9535488->9584639) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73210c5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016120.318155:0:9663:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff8800a9ae6480 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99d40/0x99188b78c51a1947 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9535488->9584639) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73210c5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016120.318162:0:9663:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff8800a9ae6480 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99d40/0x99188b78c51a1947 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9535488->9584639) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73210c5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016120.318169:0:9663:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff8800a9ae6480 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99d40/0x99188b78c51a1947 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9535488->9584639) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73210c5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016120.318176:0:9663:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff8800a9ae6480 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99d40/0x99188b78c51a1947 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9535488->9584639) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73210c5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016120.318183:0:9663:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff8800a9ae6480 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99d40/0x99188b78c51a1947 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9535488->9584639) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73210c5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016120.318189:0:9663:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff8800a9ae6480 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99d40/0x99188b78c51a1947 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9535488->9584639) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73210c5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016120.318195:0:9663:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff8800a9ae6480 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99d40/0x99188b78c51a1947 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9535488->9584639) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73210c5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016120.318201:0:9663:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff8800a9ae6480 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99d40/0x99188b78c51a1947 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9535488->9584639) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73210c5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016120.318212:0:9663:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff8800a9ae6480 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99d40/0x99188b78c51a1947 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9535488->9584639) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73210c5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016120.318218:0:9663:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff8800a9ae6480 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99d40/0x99188b78c51a1947 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9535488->9584639) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73210c5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016120.318224:0:9663:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff8800a9ae6480 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99d40/0x99188b78c51a1947 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9535488->9584639) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73210c5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016120.318241:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48a48, count 12, dirtied 12 00000080:00200000:3.0:1734016120.318251:0:9663:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 12 pages 47202 bytes, tot: 47202 00000080:00200000:3.0:1734016120.318255:0:9663:0:(vvp_io.c:1405:vvp_io_write_start()) f16a.sanityn: write bytes 0, result: 47202 00000020:00010000:3.0:1734016120.318283:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a725d8 (ffff8800a8a70368/0) at cl_lock_release():233 00000020:00010000:3.0:1734016120.318287:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a725d8 (ffff8800a8a70368/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016120.318291:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b0028ab0 (ffff8800a8a705a8/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016120.318302:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99d40/0x99188b78c51a1947 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9535488->9584639) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73210c5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.318312:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99d40/0x99188b78c51a1947 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9535488->9584639) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73210c5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016120.318385:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a725d8 (ffff8800a8a70368/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016120.318388:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b0028ab0 (ffff8800a8a70368/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016120.318396:0:9663:0:(vvp_io.c:533:vvp_io_advance()) advancing 47202 bytes 00000080:00200000:3.0:1734016120.318407:0:9663:0:(file.c:1930:ll_file_io_generic()) Range unlock [2328, 2339] 00000080:00200000:3.0:1734016120.318418:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016120.318422:0:9663:0:(file.c:1964:ll_file_io_generic()) f16a.sanityn: 2 io complete with rc: 0, result: 47202, restart: 0 00000080:00200000:3.0:1734016120.318442:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9955154 i_blocks 1072 00000080:00200000:3.0:1734016120.318451:0:9663:0:(file.c:2044:ll_file_io_generic()) iot: 2, result: 47202 00000080:00200008:3.0:1734016120.318484:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec480c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016120.318493:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec480c8),name=f16a.sanityn 00000002:00010000:3.0:1734016120.318516:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016120.318538:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db99b00/0x99188b78c51a184b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7320fc9 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016120.318549:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db99b00/0x99188b78c51a184b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7320fc9 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016120.318562:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) 00000080:00010000:3.0:1734016120.318565:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) for lock 0x99188b78c51a184b 00000080:00010000:3.0:1734016120.318572:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a184b from it ffff8800a7a77cd8 00010000:00010000:3.0:1734016120.318574:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db99b00/0x99188b78c51a184b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec7320fc9 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016120.318580:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db99b00/0x99188b78c51a184b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7320fc9 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016120.318603:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016120.318619:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016120.318639:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016120.318643:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3e30, osc lock ffff8800aa16c390, flags 0x400001002 00010000:00010000:3.0:1734016120.318673:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3ead00/0x99188b78c51a194e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.318681:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3ead00/0x99188b78c51a194e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016120.328556:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9955154 i_blocks 1072 00000020:00010000:3.0:1734016120.328568:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a97908 (ffff8800a8a70368/0) at cl_lock_release():233 00000020:00010000:3.0:1734016120.328572:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a97908 (ffff8800a8a70368/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016120.328578:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3e30 (ffff8800a8a705a8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016120.328583:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a97908 (ffff8800a8a70368/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016120.328584:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3e30 (ffff8800a8a70368/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016120.328600:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016120.328626:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016120.328633:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016120.328642:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016120.328659:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016120.328661:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3e30, osc lock ffff8800aa16c390, flags 0x400001002 00010000:00010000:3.0:1734016120.328700:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a1955 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.328709:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a1955 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016120.337972:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9955154 i_blocks 1072 00000020:00010000:3.0:1734016120.337984:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a97908 (ffff8800a8a70368/0) at cl_lock_release():233 00000020:00010000:3.0:1734016120.337987:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a97908 (ffff8800a8a70368/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016120.337995:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3e30 (ffff8800a8a705a8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016120.338001:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a97908 (ffff8800a8a70368/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016120.338004:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3e30 (ffff8800a8a70368/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016120.338025:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016120.338048:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 9955154 00000080:00200008:3.0:1734016120.338161:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 9048064, type: SEEK_SET 00000080:00200008:3.0:1734016120.338164:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 9048064, type: SEEK_SET, rc = 9048064 00000080:00200008:3.0:1734016120.338180:0:9663:0:(file.c:2466:do_file_write_iter()) START file f16a.sanityn:[0x200000401:0x9:0x0], ppos: 9048064, count: 11387 00000080:00200000:3.0:1734016120.338191:0:9663:0:(file.c:1826:ll_file_io_generic()) f16a.sanityn: write ppos: 9048064, bytes: 11387 00000080:00200000:3.0:1734016120.338197:0:9663:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000020:00200000:3.0:1734016120.338206:0:9663:0:(cl_io.c:195:cl_io_rw_init()) header@ffff88012c77cd48[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1734016120.338208:0:9663:0:(cl_io.c:195:cl_io_rw_init()) io range: 2 [9048064, 9059451) 0 0 00000080:00200000:3.0:1734016120.338212:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016120.338235:0:9663:0:(file.c:1893:ll_file_io_generic()) Range lock [2209, 2211] 00020000:00200000:3.0:1734016120.338249:0:9663:0:(lov_io.c:1021:lov_io_rw_iter_init()) stripe: 9048064 chunk: [9048064, 9059451) 9059451, 11387 00020000:00200000:3.0:1734016120.338255:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016120.338289:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [2209, 2211] 00000008:00010000:3.0:1734016120.338311:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016120.338315:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3e30, osc lock ffff8800aa16c390, flags 0x0 00010000:00010000:3.0:1734016120.338375:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e9b00/0x99188b78c51a195c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.338384:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e9b00/0x99188b78c51a195c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [9048064->9060351] (req 9048064->9060351) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.338433:0:9663:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e9b00/0x99188b78c51a195c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [9048064->9060351] (req 9048064->9060351) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016120.338461:0:9663:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa160e00 pname:cluuid:pid:xid:nid:opc:job fsx:ca960967-f34d-4bd7-a96b-f55b9893eead:9663:1818247339036800:192.168.201.101@tcp:101:fsx.0 00000100:00100000:3.0:1734016120.338597:0:9663:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a9ae6d80 going to sleep for 11 seconds 00010000:00010000:3.0:1734016120.350570:0:5244:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016120.350593:0:5244:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99d40/0x99188b78c51a1947 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9535488->9584639) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec73210c5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.350605:0:5244:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012db99d40 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016120.350615:0:5244:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99d40/0x99188b78c51a1947 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9535488->9584639) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec73210c5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016120.350646:0:5244:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a9ae6480 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99d40/0x99188b78c51a1947 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9535488->9584639) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec73210c5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016120.350661:0:5244:0:(osc_cache.c:1066:osc_extent_make_ready()) ### extent: ffff8800a9ae6480 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99d40/0x99188b78c51a1947 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9535488->9584639) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec73210c5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.350733:0:5244:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (9535488 9539583) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99d40/0x99188b78c51a1947 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9535488->9584639) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec73210c5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016120.350857:0:5244:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa163100 - object 0x280000400:6 offset 9535488<>9584640 00000100:00100000:3.0:1734016120.350958:0:9663:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa160e00 pname:cluuid:pid:xid:nid:opc:job fsx:ca960967-f34d-4bd7-a96b-f55b9893eead:9663:1818247339036800:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.350978:0:9663:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e9b00/0x99188b78c51a195c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [9048064->9060351] (req 9048064->9060351) gid 0 flags: 0x10000000020000 nid: local remote: 0x903ef4aec73210da expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.350987:0:9663:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e9b00/0x99188b78c51a195c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [9048064->9060351] (req 9048064->9060351) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec73210da expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.350995:0:9663:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e9b00/0x99188b78c51a195c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [9048064->9060351] (req 9048064->9060351) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec73210da expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016120.351023:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016120.351041:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339036928:192.168.201.101@tcp:4:fsx.0 00000008:00010000:3.0:1734016120.363313:0:1983:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a9ae6480 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99d40/0x99188b78c51a1947 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9535488->9584639) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec73210c5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016120.363469:0:1983:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a9ae6480 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99d40/0x99188b78c51a1947 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9535488->9584639) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec73210c5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016120.363497:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339036928:192.168.201.101@tcp:4:fsx.0 00010000:00010000:3.0:1734016120.378036:0:9663:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e9b00/0x99188b78c51a195c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9048064->9060351) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec73210da expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.378048:0:9663:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e9b00/0x99188b78c51a195c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9048064->9060351) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec73210da expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.378079:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e9b00/0x99188b78c51a195c lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9048064->9060351) gid 0 flags: 0x10000000020000 nid: local remote: 0x903ef4aec73210da expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016120.378091:0:9663:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 9955154, setting rss=9955154; kms=9955154, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e9b00/0x99188b78c51a195c lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9048064->9060351) gid 0 flags: 0x10020000020000 nid: local remote: 0x903ef4aec73210da expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.378102:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e9b00/0x99188b78c51a195c lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9048064->9060351) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73210da expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.378109:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e9b00/0x99188b78c51a195c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9048064->9060351) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73210da expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016120.378127:0:9663:0:(vvp_io.c:1326:vvp_io_write_start()) f16a.sanityn: write [9048064, 9059451) 00000080:00200000:3.0:1734016120.378154:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 2209 of 0 to 4096 bytes 00000080:00200000:3.0:1734016120.378225:0:9663:0:(rw26.c:1006:ll_write_end()) pos 9048064, len 4096, copied 4096 00000080:00200000:3.0:1734016120.378232:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff8801369f1a20[3 ffff88012c77cdc8 2 1 ffff8800a8a97968] 00000080:00200000:3.0:1734016120.378236:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a5ae00 1fffff00000805 3:0 ffff8801369f1a20 2209 lru 00000080:00200000:3.0:1734016120.378243:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8801369f1a80 2209: 1< 0 - - > 2< 9048064 0 0 0x0 0x0 | ffff8801376c5cc8 ffff88012c3aa000 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1734016120.378244:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff8801369f1a20 00000080:00200000:3.0:1734016120.378245:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016120.378248:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 2210 of 0 to 4096 bytes 00000080:00200000:3.0:1734016120.378273:0:9663:0:(rw26.c:1006:ll_write_end()) pos 9052160, len 4096, copied 4096 00000080:00200000:3.0:1734016120.378276:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff8801369f1af8[3 ffff88012c77cdc8 2 1 ffff8800a8a97968] 00000080:00200000:3.0:1734016120.378278:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a5ae40 1fffff00000825 2:0 ffff8801369f1af8 2210 lru 00000080:00200000:3.0:1734016120.378283:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8801369f1b58 2210: 1< 0 - - > 2< 9052160 0 0 0x0 0x0 | ffff8801376c5cc8 ffff88012c3aa000 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1734016120.378284:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff8801369f1af8 00000080:00200000:3.0:1734016120.378285:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 2. 00000080:00200000:3.0:1734016120.378286:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 2211 of 0 to 3195 bytes 00010000:00010000:3.0:1734016120.378374:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e9b00/0x99188b78c51a195c lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9048064->9060351) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73210da expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.378387:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e9b00/0x99188b78c51a195c lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9048064->9060351) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73210da expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.378395:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e9b00/0x99188b78c51a195c lrc: 7/1,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9048064->9060351) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73210da expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.378401:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e9b00/0x99188b78c51a195c lrc: 7/1,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9048064->9060351) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73210da expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.378406:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e9b00/0x99188b78c51a195c lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9048064->9060351) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73210da expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.418065:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e9b00/0x99188b78c51a195c lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9048064->9060351) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73210da expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.418097:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e9b00/0x99188b78c51a195c lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9048064->9060351) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73210da expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016120.421456:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339037312:192.168.201.101@tcp:3:fsx.0 00000100:00100000:3.0:1734016120.421644:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016120.421650:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339037440:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016120.520195:0:1982:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a9ae6d80 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e9b00/0x99188b78c51a195c lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9048064->9060351) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73210da expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016120.526173:0:1982:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a9ae6d80 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e9b00/0x99188b78c51a195c lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9048064->9060351) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73210da expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016120.526233:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339037312:192.168.201.101@tcp:3:fsx.0 00010000:00010000:3.0:1734016120.555539:0:1983:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a1963 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.555554:0:1983:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a1963 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.555572:0:1983:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a1963 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.555579:0:1983:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a1963 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.555592:0:1983:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a1963 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016120.555608:0:1983:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 9955154, setting rss=9955154; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016120.555636:0:1983:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a1963 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.555643:0:1983:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a1963 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.555650:0:1983:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a1963 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.555656:0:1983:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012db98480 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016120.555661:0:1983:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a1963 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.555673:0:1983:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016120.555680:0:1983:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a1963 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.555686:0:1983:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a1963 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016120.555727:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339037824:192.168.201.101@tcp:101:fsx.0 00000008:00010000:3.0:1734016120.556903:0:1983:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a9ae6000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e9b00/0x99188b78c51a195c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9048064->9060351) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73210da expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016120.557118:0:1983:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a9ae6000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e9b00/0x99188b78c51a195c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9048064->9060351) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73210da expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016120.557147:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339037568:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016120.609463:0:1982:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a8a71240 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12f840/0x99188b78c51a197f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8429568->8433663) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73210fd expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.609540:0:1982:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8429568 8433663) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12f840/0x99188b78c51a197f lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8429568->8433663) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73210fd expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016120.609602:0:1982:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa160e00 - object 0x280000400:6 offset 8429568<>8433664 00010000:00010000:3.0:1734016120.691892:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016120.866382:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339041280:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016120.870093:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339041280:192.168.201.101@tcp:103:ldlm_bl.0 00000080:00200000:3.0:1734016120.896182:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 2499318 i_blocks 648 00000020:00010000:3.0:1734016120.896204:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b43fcf38 (ffff8800a8e27518/0) at cl_lock_release():233 00000020:00010000:3.0:1734016120.896210:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b43fcf38 (ffff8800a8e27518/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016120.896217:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5bc8db0 (ffff8800a8e27ab8/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016120.896233:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12f840/0x99188b78c51a197f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8429568->8433663) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73210fd expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.896260:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12f840/0x99188b78c51a197f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8429568->8433663) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73210fd expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016120.896281:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b43fcf38 (ffff8800a8e27518/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016120.896284:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5bc8db0 (ffff8800a8e27518/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016120.896344:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016120.896368:0:9663:0:(llite_lib.c:2534:ll_setattr_raw()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec488c8) current size 2499318, valid attrs 2168, mode 8800, uid -1339468464, gid -30720, new size 2499318, atime 1734016120.000000000, mtime 1734016120.859000000, ctime 1734016120.859000000, rc 0 00000080:00200008:3.0:1734016120.896405:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec488c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016120.896413:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec488c8),name=f16a.sanityn 00000002:00010000:3.0:1734016120.896443:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016120.896469:0:9663:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800b5953800 type 13 mode 30 res 8589935617/9 (0 0) 00010000:00010000:3.0:1734016120.896546:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e3e9b00/0x99188b78c51a19b0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 9663 initiator: MDT0 00010000:00010000:3.0:1734016120.896553:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e3e9b00/0x99188b78c51a19b0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 9663 initiator: MDT0 00010000:00010000:3.0:1734016120.896563:0:9663:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e3e9b00/0x99188b78c51a19b0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 9663 initiator: MDT0 00000100:00100000:3.0:1734016120.896598:0:9663:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161500 pname:cluuid:pid:xid:nid:opc:job fsx:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:9663:1818247339041536:192.168.201.101@tcp:101:fsx.0 00000100:00100000:3.0:1734016120.897728:0:9663:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a9ae6000 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.902927:0:9663:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161500 pname:cluuid:pid:xid:nid:opc:job fsx:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:9663:1818247339041536:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.902951:0:9663:0:(ldlm_request.c:706:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e3e9b00/0x99188b78c51a19b0 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec732113c expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.902960:0:9663:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e3e9b00/0x99188b78c51a19b0 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec732113c expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.902975:0:9663:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e3e9b00/0x99188b78c51a19b0 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x903ef4aec732113c expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.902983:0:9663:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e3e9b00/0x99188b78c51a19b0 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec732113c expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.902994:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e3e9b00/0x99188b78c51a19b0 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x903ef4aec732113c expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.902999:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e3e9b00/0x99188b78c51a19b0 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x903ef4aec732113c expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016120.903005:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e3e9b00/0x99188b78c51a19b0 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x903ef4aec732113c expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1734016120.903013:0:9663:0:(mdc_locks.c:822:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800aa161500 x1818247339041536/t0(0) o101->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 576/640 e 0 to 0 dl 1734016136 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00000002:00010000:3.0:1734016120.903023:0:9663:0:(mdc_locks.c:926:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e3e9b00/0x99188b78c51a19b0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec732113c expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00000002:00010000:3.0:1734016120.903036:0:9663:0:(mdc_locks.c:1262:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e3e9b00/0x99188b78c51a19b0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec732113c expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016120.903047:0:9663:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800b5953800 type 13 mode 4 res 8589935617/9 (0 0) 00000080:00200000:3.0:1734016120.903104:0:9663:0:(file.c:6447:ll_layout_conf()) [0x200000401:0x9:0x0]: layout version change: 0 -> 0 00000080:00010000:3.0:1734016120.903109:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) for lock 0x99188b78c51a19b0 00000080:00010000:3.0:1734016120.903114:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) 00000080:00010000:3.0:1734016120.903116:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a19b0 from it ffff8800a7a77cd8 00010000:00010000:3.0:1734016120.903120:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e3e9b00/0x99188b78c51a19b0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec732113c expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016120.903126:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e3e9b00/0x99188b78c51a19b0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732113c expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016120.903156:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016120.903165:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016120.903182:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016120.903185:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3f30, osc lock ffff8800aa16c5f0, flags 0x400001002 00010000:00010000:3.0:1734016120.903199:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12f840/0x99188b78c51a197f lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8429568->8433663) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73210fd expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.903207:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12f840/0x99188b78c51a197f lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8429568->8433663) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73210fd expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.903216:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12f840/0x99188b78c51a197f lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8429568->8433663) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73210fd expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.903221:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12f840/0x99188b78c51a197f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8429568->8433663) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73210fd expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016120.903236:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 2499318 i_blocks 648 00000020:00010000:3.0:1734016120.903240:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800aacaada0 (ffff8800a8e27518/0) at cl_lock_release():233 00000020:00010000:3.0:1734016120.903243:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800aacaada0 (ffff8800a8e27518/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016120.903245:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3f30 (ffff8800a8e27ab8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016120.903260:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800aacaada0 (ffff8800a8e27518/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016120.903262:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3f30 (ffff8800a8e27518/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016120.903270:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016120.903289:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016120.903293:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016120.903296:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016120.903300:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016120.903301:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3f30, osc lock ffff8800aa16c5f0, flags 0x400001002 00010000:00010000:3.0:1734016120.903306:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12f840/0x99188b78c51a197f lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8429568->8433663) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73210fd expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.903312:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12f840/0x99188b78c51a197f lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8429568->8433663) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73210fd expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.903318:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12f840/0x99188b78c51a197f lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8429568->8433663) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73210fd expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.903360:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12f840/0x99188b78c51a197f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8429568->8433663) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73210fd expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016120.903369:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 2499318 i_blocks 648 00000020:00010000:3.0:1734016120.903372:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800aacaada0 (ffff8800a8e27518/0) at cl_lock_release():233 00000020:00010000:3.0:1734016120.903373:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800aacaada0 (ffff8800a8e27518/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016120.903375:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3f30 (ffff8800a8e27ab8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016120.903378:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800aacaada0 (ffff8800a8e27518/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016120.903379:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3f30 (ffff8800a8e27518/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016120.903384:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016120.903390:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 2499318 00000080:00a00000:3.0:1734016120.903523:0:9663:0:(llite_mmap.c:611:ll_file_mmap()) VFS_Op: fid=[0x200000401:0x9:0x0] vma=ffff8800b6297870 start=0x7fe97e316000 end=0x7fe97e322000 vm_flags=0xfb 00000080:00200000:3.0:1734016120.903533:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016120.903538:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016120.903544:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016120.903546:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3f30, osc lock ffff8800aa16c5f0, flags 0x400001002 00010000:00010000:3.0:1734016120.903566:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e8d80/0x99188b78c51a19b7 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.903573:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e8d80/0x99188b78c51a19b7 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016120.922507:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 2499318 i_blocks 648 00000020:00010000:3.0:1734016120.922513:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800aacaada0 (ffff8800a8e27518/0) at cl_lock_release():233 00000020:00010000:3.0:1734016120.922516:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800aacaada0 (ffff8800a8e27518/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016120.922523:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3f30 (ffff8800a8e27ab8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016120.922526:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800aacaada0 (ffff8800a8e27518/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016120.922528:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3f30 (ffff8800a8e27518/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016120.922544:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016120.922637:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 548 00000080:00200000:3.0:1734016120.922651:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016120.922669:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016120.922932:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [548, 548] 00000008:00010000:3.0:1734016120.922950:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016120.922954:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3f30, osc lock ffff8800aa16c5f0, flags 0x0 00010000:00010000:3.0:1734016120.922980:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e9680/0x99188b78c51a19be lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.922987:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e9680/0x99188b78c51a19be lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [2244608->2248703] (req 2244608->2248703) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.923032:0:9663:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e9680/0x99188b78c51a19be lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [2244608->2248703] (req 2244608->2248703) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016120.923062:0:9663:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161500 pname:cluuid:pid:xid:nid:opc:job fsx:ca960967-f34d-4bd7-a96b-f55b9893eead:9663:1818247339041792:192.168.201.101@tcp:101:fsx.0 00000100:00100000:3.0:1734016120.923707:0:9663:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a9ae6780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016120.932120:0:9663:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161500 pname:cluuid:pid:xid:nid:opc:job fsx:ca960967-f34d-4bd7-a96b-f55b9893eead:9663:1818247339041792:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.932153:0:9663:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e9680/0x99188b78c51a19be lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [2244608->2248703] (req 2244608->2248703) gid 0 flags: 0x10000000020000 nid: local remote: 0x903ef4aec732114a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.932165:0:9663:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e9680/0x99188b78c51a19be lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [2244608->2248703] (req 2244608->2248703) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec732114a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.932173:0:9663:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e9680/0x99188b78c51a19be lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [2244608->2248703] (req 2244608->2248703) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec732114a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.932688:0:9663:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e9680/0x99188b78c51a19be lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2244608->2248703) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec732114a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.932695:0:9663:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e9680/0x99188b78c51a19be lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2244608->2248703) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec732114a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.932720:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e9680/0x99188b78c51a19be lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2244608->2248703) gid 0 flags: 0x10000000020000 nid: local remote: 0x903ef4aec732114a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016120.932730:0:9663:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 2499318, setting rss=2499318; kms=2499318, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e9680/0x99188b78c51a19be lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2244608->2248703) gid 0 flags: 0x10020000020000 nid: local remote: 0x903ef4aec732114a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.932741:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e9680/0x99188b78c51a19be lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2244608->2248703) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732114a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.932747:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e9680/0x99188b78c51a19be lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2244608->2248703) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732114a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016120.932852:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:3.0:1734016120.932863:0:1983:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a9ae6780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e9680/0x99188b78c51a19be lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2244608->2248703) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732114a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.932900:0:1983:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2244608 2248703) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e9680/0x99188b78c51a19be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2244608->2248703) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732114a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016120.932932:0:1983:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa161500 - object 0x280000400:6 offset 2244608<>2248704 00000100:00100000:3.0:1734016120.932952:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339042176:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016120.936295:0:1983:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a9ae6780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e9680/0x99188b78c51a19be lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2244608->2248703) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732114a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016120.936752:0:1983:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a9ae6780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e9680/0x99188b78c51a19be lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2244608->2248703) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732114a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016120.936781:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339042176:192.168.201.101@tcp:3:fsx.0 00010000:00010000:3.0:1734016121.080312:0:4746:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016121.080349:0:4746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e3e9b00/0x99188b78c51a19b0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x903ef4aec732113c expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016121.080359:0:4746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e3e9b00 already unused, calling callback (ffffffffa103e1e0) 00010000:00010000:3.0:1734016121.080363:0:4746:0:(ldlm_request.c:1579:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e3e9b00/0x99188b78c51a19b0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x903ef4aec732113c expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016121.080371:0:4746:0:(ldlm_request.c:1589:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e3e9b00/0x99188b78c51a19b0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x903ef4aec732113c expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016121.080378:0:4746:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e3e9b00/0x99188b78c51a19b0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x903ef4aec732113c expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016121.080409:0:4746:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e2d9680/0x99188b78c519b954 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7319a20 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016121.080444:0:4746:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e3e9b00/0x99188b78c51a19b0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x903ef4aec732113c expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016121.080448:0:4746:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016121.080483:0:4746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e3e9b00/0x99188b78c51a19b0 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x903ef4aec732113c expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016121.080488:0:4746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e3e9b00/0x99188b78c51a19b0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x903ef4aec732113c expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016121.080511:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016121.080512:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016121.080514:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016121.080528:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016121.080540:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339045760:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016121.085842:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339045760:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016121.222270:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339047680:192.168.201.101@tcp:103:ldlm_bl.0 00000008:00010000:3.0:1734016121.242964:0:1983:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a8a719c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cb40/0x99188b78c51a1a04 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 126976->131071) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73211ba expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.243051:0:1983:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (126976 131071) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cb40/0x99188b78c51a1a04 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 126976->131071) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73211ba expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016121.243102:0:1983:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa161500 - object 0x280000400:6 offset 126976<>131072 00010000:00010000:3.0:1734016121.282300:0:4746:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016121.282308:0:4746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cb40/0x99188b78c51a1a04 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 126976->131071) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec73211ba expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.282318:0:4746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aa12cb40 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016121.282353:0:4746:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cb40/0x99188b78c51a1a04 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 126976->131071) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec73211ba expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016121.282377:0:4746:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016121.282485:0:4746:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016121.282530:0:4746:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cb40/0x99188b78c51a1a04 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 126976->131071) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec73211ba expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.282536:0:4746:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016121.282573:0:4746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cb40/0x99188b78c51a1a04 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 126976->131071) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec73211ba expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.282579:0:4746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cb40/0x99188b78c51a1a04 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 126976->131071) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec73211ba expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.282593:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016121.282594:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016121.282596:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016121.282612:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016121.282627:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339049472:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016121.289407:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339049472:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016121.308200:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339049856:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016121.341891:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339050496:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016121.349165:0:1983:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db99b00/0x99188b78c51a1a27 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.349186:0:1983:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db99b00/0x99188b78c51a1a27 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.349200:0:1983:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db99b00/0x99188b78c51a1a27 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.349207:0:1983:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db99b00/0x99188b78c51a1a27 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.349214:0:1983:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db99b00/0x99188b78c51a1a27 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016121.349225:0:1983:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 783666, setting rss=783666; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016121.349254:0:1983:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db99b00/0x99188b78c51a1a27 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.349264:0:1983:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db99b00/0x99188b78c51a1a27 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.349271:0:1983:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db99b00/0x99188b78c51a1a27 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.349277:0:1983:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012db99b00 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016121.349282:0:1983:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db99b00/0x99188b78c51a1a27 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.349294:0:1983:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016121.349300:0:1983:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db99b00/0x99188b78c51a1a27 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.349305:0:1983:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db99b00/0x99188b78c51a1a27 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016121.349369:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339050496:192.168.201.101@tcp:101:fsx.0 00000100:00100000:3.0:1734016121.375289:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339051008:192.168.201.101@tcp:103:ldlm_bl.0 00000008:00010000:3.0:1734016121.384464:0:1983:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a8a71d80 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db600/0x99188b78c51a1a12 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 765952->786431) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73211c8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.384493:0:1983:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2420736 2424831) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db600/0x99188b78c51a1a12 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 765952->786431) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73211c8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016121.384525:0:1983:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa163480 - object 0x280000400:6 offset 2420736<>2424832 00000100:00100000:3.0:1734016121.384540:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016121.384550:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339051520:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016121.393386:0:1983:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a8a71d80 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db600/0x99188b78c51a1a12 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 765952->786431) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73211c8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016121.393439:0:1983:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a8a71d80 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db600/0x99188b78c51a1a12 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 765952->786431) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73211c8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016121.393470:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339051520:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016121.475516:0:1983:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a8a71480 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db600/0x99188b78c51a1a12 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 765952->786431) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73211c8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.475576:0:1983:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2371584 2375679) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db600/0x99188b78c51a1a12 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 765952->786431) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73211c8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016121.475618:0:1983:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa163480 - object 0x280000400:6 offset 2371584<>2375680 00010000:00010000:3.0:1734016121.575424:0:4746:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016121.575442:0:4746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db600/0x99188b78c51a1a12 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 765952->786431) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec73211c8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.575456:0:4746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e2db600 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016121.575467:0:4746:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db600/0x99188b78c51a1a12 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 765952->786431) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec73211c8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016121.575505:0:4746:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016121.575682:0:4746:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016121.575756:0:4746:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db600/0x99188b78c51a1a12 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 765952->786431) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec73211c8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.575762:0:4746:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016121.575791:0:4746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db600/0x99188b78c51a1a12 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 765952->786431) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec73211c8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.575798:0:4746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db600/0x99188b78c51a1a12 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 765952->786431) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec73211c8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.575821:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016121.575822:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016121.575824:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016121.575833:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016121.575857:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339055360:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016121.590234:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339055360:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016121.675462:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339057024:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016121.683001:0:1982:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db986c0/0x99188b78c51a1a66 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.683027:0:1982:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db986c0/0x99188b78c51a1a66 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.683046:0:1982:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db986c0/0x99188b78c51a1a66 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.683053:0:1982:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db986c0/0x99188b78c51a1a66 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.683061:0:1982:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db986c0/0x99188b78c51a1a66 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016121.683081:0:1982:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 3050958, setting rss=3050958; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016121.683111:0:1982:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db986c0/0x99188b78c51a1a66 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.683118:0:1982:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db986c0/0x99188b78c51a1a66 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.683125:0:1982:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db986c0/0x99188b78c51a1a66 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.683134:0:1982:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012db986c0 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016121.683140:0:1982:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db986c0/0x99188b78c51a1a66 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.683154:0:1982:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016121.683160:0:1982:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db986c0/0x99188b78c51a1a66 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.683171:0:1982:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db986c0/0x99188b78c51a1a66 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016121.683223:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339057024:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016121.774755:0:4745:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016121.774765:0:4745:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12db00/0x99188b78c51a1a35 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x903ef4aec73211f9 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016121.774776:0:4745:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aa12db00 already unused, calling callback (ffffffffa103e1e0) 00010000:00010000:3.0:1734016121.774781:0:4745:0:(ldlm_request.c:1579:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12db00/0x99188b78c51a1a35 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x903ef4aec73211f9 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016121.774790:0:4745:0:(ldlm_request.c:1589:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12db00/0x99188b78c51a1a35 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x903ef4aec73211f9 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016121.774798:0:4745:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12db00/0x99188b78c51a1a35 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x903ef4aec73211f9 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016121.774834:0:4745:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e2d9680/0x99188b78c519b954 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7319a20 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016121.774877:0:4745:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12db00/0x99188b78c51a1a35 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x903ef4aec73211f9 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016121.774882:0:4745:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016121.774908:0:4745:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12db00/0x99188b78c51a1a35 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x903ef4aec73211f9 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016121.774920:0:4745:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12db00/0x99188b78c51a1a35 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x903ef4aec73211f9 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016121.774938:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016121.774939:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016121.774941:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016121.774950:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016121.774967:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339060480:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016121.783847:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339060480:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016121.902879:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339061632:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016121.917943:0:1983:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98900/0x99188b78c51a1a97 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.917972:0:1983:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98900/0x99188b78c51a1a97 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.917990:0:1983:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98900/0x99188b78c51a1a97 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.917998:0:1983:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98900/0x99188b78c51a1a97 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.918005:0:1983:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98900/0x99188b78c51a1a97 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016121.918029:0:1983:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 3054206, setting rss=3054206; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016121.918058:0:1983:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98900/0x99188b78c51a1a97 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.918066:0:1983:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98900/0x99188b78c51a1a97 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.918073:0:1983:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98900/0x99188b78c51a1a97 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.918080:0:1983:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012db98900 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016121.918085:0:1983:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98900/0x99188b78c51a1a97 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.918097:0:1983:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016121.918103:0:1983:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98900/0x99188b78c51a1a97 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.918111:0:1983:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98900/0x99188b78c51a1a97 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016121.918157:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339061632:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016121.931777:0:4746:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016121.931785:0:4746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e2da1c0/0x99188b78c51a1a82 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x903ef4aec7321269 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016121.931798:0:4746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e2da1c0 already unused, calling callback (ffffffffa103e1e0) 00010000:00010000:3.0:1734016121.931803:0:4746:0:(ldlm_request.c:1579:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e2da1c0/0x99188b78c51a1a82 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x903ef4aec7321269 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016121.931809:0:4746:0:(ldlm_request.c:1589:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e2da1c0/0x99188b78c51a1a82 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x903ef4aec7321269 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016121.931815:0:4746:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e2da1c0/0x99188b78c51a1a82 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x903ef4aec7321269 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016121.931840:0:4746:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12e640/0x99188b78c519b9af lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7319aeb expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016121.931882:0:4746:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e2da1c0/0x99188b78c51a1a82 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x903ef4aec7321269 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016121.931887:0:4746:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016121.931921:0:4746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e2da1c0/0x99188b78c51a1a82 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x903ef4aec7321269 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016121.931927:0:4746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e2da1c0/0x99188b78c51a1a82 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x903ef4aec7321269 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016121.931948:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016121.931950:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016121.931951:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016121.931958:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016121.931973:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339062016:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016121.933871:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339062016:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016121.933923:0:9663:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e680 pname:cluuid:pid:xid:nid:opc:job fsx:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:9663:1818247339061888:192.168.201.101@tcp:36:fsx.0 00000080:00200000:3.0:1734016121.933955:0:9663:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1734016121.933960:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1734016121.933976:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016121.933988:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:3.0:1734016121.933999:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016121.934002:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3eb0, osc lock ffff8800aa16c720, flags 0x0 00010000:00010000:3.0:1734016121.934031:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a1a9e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.934039:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a1a9e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.934065:0:9663:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a1a9e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016121.934086:0:9663:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162d80 pname:cluuid:pid:xid:nid:opc:job fsx:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:9663:1818247339062144:192.168.201.101@tcp:101:fsx.0 00000100:00100000:3.0:1734016121.934127:0:9663:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a9ae6300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016121.939129:0:9663:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162d80 pname:cluuid:pid:xid:nid:opc:job fsx:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:9663:1818247339062144:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016121.939173:0:9663:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a1a9e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x903ef4aec7321293 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.939185:0:9663:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a1a9e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec7321293 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.939199:0:9663:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a1a9e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec7321293 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.948643:0:9663:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a1a9e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec7321293 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.948656:0:9663:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a1a9e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec7321293 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.948691:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a1a9e lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x903ef4aec7321293 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016121.948707:0:9663:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 3054206, setting rss=3054206; kms=3054206, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a1a9e lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0x903ef4aec7321293 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.948720:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a1a9e lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321293 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.948728:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a1a9e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321293 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016121.948830:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016121.948851:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339062400:192.168.201.101@tcp:10:fsx.0 00000100:00100000:3.0:1734016121.957598:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339062400:192.168.201.101@tcp:10:fsx.0 00010000:00010000:3.0:1734016122.020979:0:4745:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016122.020991:0:4745:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a1a9e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec7321293 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.021000:0:4745:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e3eb840 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016122.021007:0:4745:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a1a9e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec7321293 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016122.021083:0:4745:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016122.021102:0:4745:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016122.021152:0:4745:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a1a9e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321293 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.021157:0:4745:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016122.021192:0:4745:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a1a9e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321293 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.021198:0:4745:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a1a9e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321293 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.021221:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016122.021222:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016122.021224:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016122.021237:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016122.021252:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339063040:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016122.047446:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339063040:192.168.201.101@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016122.124129:0:4746:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016122.124137:0:4746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12d680/0x99188b78c51a1aba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4878336->4927487) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec73212bd expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.124146:0:4746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aa12d680 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016122.124151:0:4746:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12d680/0x99188b78c51a1aba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4878336->4927487) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec73212bd expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016122.124174:0:4746:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016122.124189:0:4746:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016122.124244:0:4746:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12d680/0x99188b78c51a1aba lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4878336->4927487) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec73212bd expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.124249:0:4746:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016122.124278:0:4746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12d680/0x99188b78c51a1aba lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4878336->4927487) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec73212bd expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.124285:0:4746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12d680/0x99188b78c51a1aba lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4878336->4927487) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec73212bd expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.124312:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016122.124313:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016122.124314:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016122.124347:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016122.124360:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339063808:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016122.151259:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339063808:192.168.201.101@tcp:103:ldlm_bl.0 00000020:00010000:3.0:1734016122.151591:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a728a8 (ffff8800a8a70518/0) at cl_lock_release():233 00000020:00010000:3.0:1734016122.151596:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a728a8 (ffff8800a8a70518/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016122.151599:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b0028930 (ffff8800a8a70368/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016122.151606:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a1ad6 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1859584->1863679) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73212d9 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.151615:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a1ad6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1859584->1863679) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73212d9 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016122.151638:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a728a8 (ffff8800a8a70518/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016122.151640:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b0028930 (ffff8800a8a70518/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016122.151662:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016122.151753:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 453 00000080:00200000:3.0:1734016122.151763:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016122.151784:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016122.151808:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [453, 453] 00000008:00010000:3.0:1734016122.151829:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016122.151835:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3bb0, osc lock ffff8800aa16c4c0, flags 0x0 00010000:00010000:3.0:1734016122.151863:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a1ad6 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1859584->1863679) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73212d9 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.151877:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1855488 1859583) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a1ad6 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1859584->1863679) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73212d9 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.151890:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a1ad6 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1859584->1863679) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73212d9 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.151897:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a1ad6 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1859584->1863679) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73212d9 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.151904:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a1ad6 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1859584->1863679) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73212d9 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016122.152006:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:3.0:1734016122.152014:0:1982:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a9ae6780 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a1ad6 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1859584->1863679) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73212d9 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.152039:0:1982:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1855488 1859583) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a1ad6 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1859584->1863679) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73212d9 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016122.152094:0:1982:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa163100 - object 0x280000400:6 offset 1855488<>1859584 00000100:00100000:3.0:1734016122.152118:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339064320:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016122.155825:0:1982:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a9ae6780 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a1ad6 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1859584->1863679) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73212d9 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016122.155889:0:1982:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a9ae6780 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a1ad6 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1859584->1863679) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73212d9 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016122.155908:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339064320:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016122.473901:0:1982:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a8a71000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e880/0x99188b78c51a1add lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6381568->6434815) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec73212e0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016122.474481:0:1982:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a8a71000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e880/0x99188b78c51a1add lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6381568->6434815) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec73212e0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016122.474519:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339068032:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016122.555414:0:1982:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a8a71d80 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e880/0x99188b78c51a1add lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6381568->6434815) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec73212e0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016122.556148:0:1982:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a8a71d80 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e880/0x99188b78c51a1add lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6381568->6434815) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec73212e0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016122.556216:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339068160:192.168.201.101@tcp:3:fsx.0 00010000:00010000:3.0:1734016122.581530:0:4745:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1734016122.581543:0:4745:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e880/0x99188b78c51a1add lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6381568->6434815) gid 0 flags: 0x800420000000000 nid: local remote: 0x903ef4aec73212e0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.581553:0:4745:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aa12e880 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016122.581560:0:4745:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e880/0x99188b78c51a1add lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6381568->6434815) gid 0 flags: 0x800428400000000 nid: local remote: 0x903ef4aec73212e0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016122.581585:0:4745:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016122.623540:0:4745:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016122.623646:0:4745:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e880/0x99188b78c51a1add lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6381568->6434815) gid 0 flags: 0x804c69400000020 nid: local remote: 0x903ef4aec73212e0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.623661:0:4745:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016122.623726:0:4745:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e880/0x99188b78c51a1add lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6381568->6434815) gid 0 flags: 0x804c69400000020 nid: local remote: 0x903ef4aec73212e0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.623739:0:4745:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e880/0x99188b78c51a1add lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6381568->6434815) gid 0 flags: 0x804c69400000020 nid: local remote: 0x903ef4aec73212e0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.623762:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016122.623764:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016122.623768:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016122.693466:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016122.847110:0:4745:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016122.847121:0:4745:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a1c0/0x99188b78c51a1ae4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5300224->5304319) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec73212e7 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.847129:0:4745:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012db9a1c0 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016122.847135:0:4745:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a1c0/0x99188b78c51a1ae4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5300224->5304319) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec73212e7 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016122.847167:0:4745:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016122.847883:0:4745:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016122.847966:0:4745:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a1c0/0x99188b78c51a1ae4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5300224->5304319) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec73212e7 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.847973:0:4745:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016122.848012:0:4745:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a1c0/0x99188b78c51a1ae4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5300224->5304319) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec73212e7 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.848020:0:4745:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a1c0/0x99188b78c51a1ae4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5300224->5304319) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec73212e7 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.848052:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016122.848053:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016122.848056:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016122.848067:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016122.848090:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339072640:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016122.854501:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339072640:192.168.201.101@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016122.878425:0:1983:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016122.878433:0:1983:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db99d40/0x99188b78c51a1b1c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.878440:0:1983:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db99d40/0x99188b78c51a1b1c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016122.878477:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339073280:192.168.201.101@tcp:101:fsx.0 00000100:00100000:3.0:1734016122.921924:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016122.922581:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339073664:192.168.201.101@tcp:3:fsx.0 00000100:00100000:3.0:1734016122.928709:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339073792:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016122.982270:0:1982:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a8a716c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a1b07 lrc: 6/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321311 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016122.982508:0:1982:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a8a716c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a1b07 lrc: 6/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321311 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016122.982548:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339073920:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016123.056705:0:1983:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a8a71d80 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a1b07 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321311 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016123.057300:0:1983:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a8a71d80 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a1b07 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321311 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016123.057366:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339073664:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016123.085637:0:1983:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a8a71000 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a1b07 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321311 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016123.086107:0:1983:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a8a71000 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a1b07 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321311 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016123.086147:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339073792:192.168.201.101@tcp:3:fsx.0 00010000:00010000:3.0:1734016123.131176:0:4746:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016123.131195:0:4746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a1b07 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec7321311 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.131207:0:4746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012db98000 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016123.131221:0:4746:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a1b07 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec7321311 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016123.131249:0:4746:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012abaca80 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a1b07 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec7321311 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016123.131264:0:4746:0:(osc_cache.c:1066:osc_extent_make_ready()) ### extent: ffff88012abaca80 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a1b07 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec7321311 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.131382:0:4746:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (9355264 9359359) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a1b07 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec7321311 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016123.131524:0:4746:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa163b80 - object 0x280000400:6 offset 9355264<>9420800 00000100:00100000:3.0:1734016123.131578:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016123.131600:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339074944:192.168.201.101@tcp:4:fsx.0 00000008:00010000:3.0:1734016123.144506:0:1982:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012abaca80 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a1b07 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec7321311 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016123.144606:0:1982:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012abaca80 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a1b07 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec7321311 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016123.144632:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339074944:192.168.201.101@tcp:4:fsx.0 00010000:00010000:3.0:1734016123.385022:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f180/0x99188b78c51a1b4d lrc: 6/2,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5754880->5775359) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321365 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.385062:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f180/0x99188b78c51a1b4d lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5754880->5775359) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321365 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016123.405270:0:1982:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a9ae6c00 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f180/0x99188b78c51a1b4d lrc: 6/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5754880->5775359) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321365 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.405394:0:1982:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8450048 8454143) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f180/0x99188b78c51a1b4d lrc: 7/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5754880->5775359) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321365 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016123.406707:0:1982:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa163800 - object 0x280000400:6 offset 8450048<>9441280 00000100:00100000:3.0:1734016123.407310:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016123.407450:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339080576:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016123.497064:0:1982:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a9ae6840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f180/0x99188b78c51a1b4d lrc: 6/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5754880->5775359) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321365 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016123.497611:0:1982:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a9ae6840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f180/0x99188b78c51a1b4d lrc: 6/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5754880->5775359) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321365 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016123.497656:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339080064:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016123.551023:0:1982:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a9ae6780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f180/0x99188b78c51a1b4d lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5754880->5775359) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321365 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016123.552690:0:1982:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a9ae6780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f180/0x99188b78c51a1b4d lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5754880->5775359) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321365 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016123.552742:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339080320:192.168.201.101@tcp:3:fsx.0 00000080:00200000:3.0:1734016123.589760:0:5244:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016123.589895:0:5244:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f180/0x99188b78c51a1b4d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5754880->5775359) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321365 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.589915:0:5244:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016123.589974:0:5244:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f180/0x99188b78c51a1b4d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5754880->5775359) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321365 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.589982:0:5244:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f180/0x99188b78c51a1b4d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5754880->5775359) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321365 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.590025:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016123.590027:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016123.590034:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016123.590072:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016123.590117:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339080832:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016123.601230:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339080832:192.168.201.101@tcp:103:ldlm_bl.0 00000080:00200000:3.0:1734016123.602967:0:9663:0:(rw26.c:1006:ll_write_end()) pos 7659520, len 3968, copied 3968 00000080:00200000:3.0:1734016123.602977:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff88012d869ca8[3 ffff88012c77cd00 2 1 ffff8800aacaabb8] 00000080:00200000:3.0:1734016123.602979:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a77400 1fffff0000080d 3:0 ffff88012d869ca8 1870 lru 00000080:00200000:3.0:1734016123.602988:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012d869d08 1870: 1< 1 - - > 2< 7659520 0 4096 0x0 0x40009 | ffff8800aaf9dcc8 ffff88012c3aa1a0 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1734016123.602990:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff88012d869ca8 00000080:00200000:3.0:1734016123.602991:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 2. 00000080:00200000:3.0:1734016123.603002:0:9663:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 2, from 0, to 3968 00000008:00010000:3.0:1734016123.603034:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff8800a9ae6780 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c6c0/0x99188b78c51a1b7e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7655424->7663615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321396 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016123.603059:0:9663:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff8800a9ae6780 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c6c0/0x99188b78c51a1b7e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7655424->7663615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321396 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016123.603077:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48a48, count 2, dirtied 2 00000080:00200000:3.0:1734016123.603082:0:9663:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 2 pages 8064 bytes, tot: 8064 00000080:00200000:3.0:1734016123.603085:0:9663:0:(vvp_io.c:1405:vvp_io_write_start()) f16a.sanityn: write bytes 0, result: 8064 00000020:00010000:3.0:1734016123.603101:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b43fcd58 (ffff8800a8e27cf8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016123.603104:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b43fcd58 (ffff8800a8e27cf8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016123.603108:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2cb0 (ffff8800b6cde5a8/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016123.603115:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c6c0/0x99188b78c51a1b7e lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7655424->7663615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321396 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.603125:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c6c0/0x99188b78c51a1b7e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7655424->7663615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321396 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016123.603143:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b43fcd58 (ffff8800a8e27cf8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016123.603145:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2cb0 (ffff8800a8e27cf8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016123.603152:0:9663:0:(vvp_io.c:533:vvp_io_advance()) advancing 8064 bytes 00000080:00200000:3.0:1734016123.603159:0:9663:0:(file.c:1930:ll_file_io_generic()) Range unlock [1869, 1870] 00000080:00200000:3.0:1734016123.603170:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016123.603173:0:9663:0:(file.c:1964:ll_file_io_generic()) f16a.sanityn: 2 io complete with rc: 0, result: 8064, restart: 0 00000080:00200000:3.0:1734016123.603188:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9437739 i_blocks 896 00000080:00200000:3.0:1734016123.603196:0:9663:0:(file.c:2044:ll_file_io_generic()) iot: 2, result: 8064 00000080:00200008:3.0:1734016123.603231:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec488c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016123.603239:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec488c8),name=f16a.sanityn 00000002:00010000:3.0:1734016123.603261:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016123.603281:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12c900/0x99188b78c51a1b0e lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732131f expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016123.603292:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12c900/0x99188b78c51a1b0e lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732131f expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016123.603305:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) 00000080:00010000:3.0:1734016123.603308:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) for lock 0x99188b78c51a1b0e 00000080:00010000:3.0:1734016123.603316:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a1b0e from it ffff8800a7a77cd8 00010000:00010000:3.0:1734016123.603341:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12c900/0x99188b78c51a1b0e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec732131f expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016123.603348:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12c900/0x99188b78c51a1b0e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732131f expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016123.603372:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016123.603384:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016123.603403:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016123.603406:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3fb0, osc lock ffff8800aa16cbe0, flags 0x400001002 00010000:00010000:3.0:1734016123.603422:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c6c0/0x99188b78c51a1b7e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7655424->7663615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321396 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.603428:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c6c0/0x99188b78c51a1b7e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7655424->7663615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321396 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.603439:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c6c0/0x99188b78c51a1b7e lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7655424->7663615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321396 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.603445:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c6c0/0x99188b78c51a1b7e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7655424->7663615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321396 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016123.603455:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9437739 i_blocks 896 00000020:00010000:3.0:1734016123.603457:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800aacaab58 (ffff8800a8e27cf8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016123.603461:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800aacaab58 (ffff8800a8e27cf8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016123.603463:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3fb0 (ffff8800b6cde5a8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016123.603466:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800aacaab58 (ffff8800a8e27cf8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016123.603468:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3fb0 (ffff8800a8e27cf8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016123.603475:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016123.603489:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016123.603494:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016123.603497:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016123.603501:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016123.603503:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3fb0, osc lock ffff8800aa16cbe0, flags 0x400001002 00010000:00010000:3.0:1734016123.603508:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c6c0/0x99188b78c51a1b7e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7655424->7663615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321396 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.603516:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c6c0/0x99188b78c51a1b7e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7655424->7663615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321396 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.603524:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c6c0/0x99188b78c51a1b7e lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7655424->7663615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321396 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.603531:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c6c0/0x99188b78c51a1b7e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7655424->7663615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321396 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016123.603542:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9437739 i_blocks 896 00000020:00010000:3.0:1734016123.603545:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800aacaab58 (ffff8800a8e27cf8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016123.603547:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800aacaab58 (ffff8800a8e27cf8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016123.603549:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3fb0 (ffff8800b6cde5a8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016123.603552:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800aacaab58 (ffff8800a8e27cf8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016123.603554:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3fb0 (ffff8800a8e27cf8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016123.603559:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016123.603568:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 9437739 00000080:00200008:3.0:1734016123.603579:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec480c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016123.603584:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec480c8),name=f16a.sanityn 00000002:00010000:3.0:1734016123.603597:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016123.603610:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12d680/0x99188b78c51a1b15 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732132d expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016123.603618:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12d680/0x99188b78c51a1b15 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732132d expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016123.603625:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) 00000080:00010000:3.0:1734016123.603627:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) for lock 0x99188b78c51a1b15 00000080:00010000:3.0:1734016123.603631:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a1b15 from it ffff8800a7a77cd8 00010000:00010000:3.0:1734016123.603634:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12d680/0x99188b78c51a1b15 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec732132d expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016123.603641:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12d680/0x99188b78c51a1b15 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732132d expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016123.603656:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016123.603661:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016123.603668:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016123.603670:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3fb0, osc lock ffff8800aa16cbe0, flags 0x400001002 00010000:00010000:3.0:1734016123.603695:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3eba80/0x99188b78c51a1b85 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.603704:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3eba80/0x99188b78c51a1b85 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016123.617466:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9437739 i_blocks 896 00000020:00010000:3.0:1734016123.617476:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800aacaab58 (ffff8800a8e27cf8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016123.617481:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800aacaab58 (ffff8800a8e27cf8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016123.617487:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3fb0 (ffff8800b6cde5a8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016123.617492:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800aacaab58 (ffff8800a8e27cf8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016123.617494:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3fb0 (ffff8800a8e27cf8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016123.617512:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016123.617553:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016123.617561:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016123.617573:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016123.617589:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016123.617592:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3fb0, osc lock ffff8800aa16cbe0, flags 0x400001002 00010000:00010000:3.0:1734016123.617626:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3eaac0/0x99188b78c51a1b8c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.617639:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3eaac0/0x99188b78c51a1b8c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016123.617751:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016123.617772:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339081344:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016123.623823:0:1983:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3eaac0/0x99188b78c51a1b8c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.623849:0:1983:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3eaac0/0x99188b78c51a1b8c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.623869:0:1983:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3eaac0/0x99188b78c51a1b8c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.623876:0:1983:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3eaac0/0x99188b78c51a1b8c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.623882:0:1983:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3eaac0/0x99188b78c51a1b8c lrc: 5/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016123.623902:0:1983:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 9437739, setting rss=9437739; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016123.623916:0:1983:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3eaac0/0x99188b78c51a1b8c lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.623920:0:1983:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3eaac0/0x99188b78c51a1b8c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.623927:0:1983:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3eaac0/0x99188b78c51a1b8c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.623935:0:1983:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e3eaac0 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016123.623940:0:1983:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3eaac0/0x99188b78c51a1b8c lrc: 5/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.623952:0:1983:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016123.623959:0:1983:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3eaac0/0x99188b78c51a1b8c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.623970:0:1983:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3eaac0/0x99188b78c51a1b8c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016123.624021:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339081344:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016123.700427:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016123.820587:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339082752:192.168.201.101@tcp:16:fsx.0 00000100:00100000:3.0:1734016123.824811:0:1982:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8800aae6f000: committing for last_committed 4294969327 gen 1 00000100:00100000:3.0:1734016123.825095:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339082752:192.168.201.101@tcp:16:fsx.0 00000080:00200000:3.0:1734016123.865710:0:4746:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016123.865816:0:4746:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c6c0/0x99188b78c51a1b7e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7655424->7663615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321396 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.865833:0:4746:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016123.865889:0:4746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c6c0/0x99188b78c51a1b7e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7655424->7663615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321396 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.865897:0:4746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c6c0/0x99188b78c51a1b7e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7655424->7663615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321396 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016123.865936:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016123.865973:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339083264:192.168.201.101@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016123.866181:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016123.866184:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016123.866192:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016123.884522:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339083264:192.168.201.101@tcp:103:ldlm_bl.0 00000008:00010000:3.0:1734016123.895910:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016123.895916:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3cb0, osc lock ffff8800aa16c130, flags 0x400001002 00010000:00010000:3.0:1734016123.895954:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a1baf lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3776512->3842047) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73213c7 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.895976:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a1baf lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3776512->3842047) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73213c7 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.895993:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a1baf lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3776512->3842047) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73213c7 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.896002:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a1baf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3776512->3842047) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73213c7 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016123.896033:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9437739 i_blocks 968 00000020:00010000:3.0:1734016123.896036:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800aacaab58 (ffff8800a8e27cf8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016123.896039:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800aacaab58 (ffff8800a8e27cf8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016123.896042:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3cb0 (ffff8800a8a70908/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016123.896044:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800aacaab58 (ffff8800a8e27cf8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016123.896046:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3cb0 (ffff8800a8e27cf8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016123.896053:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016123.896147:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 1151 00000080:00200000:3.0:1734016123.896162:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016123.896177:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016123.896193:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1151, 1151] 00000008:00010000:3.0:1734016123.896213:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016123.896218:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3cb0, osc lock ffff8800aa16c130, flags 0x0 00010000:00010000:3.0:1734016123.896224:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a1baf lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3776512->3842047) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73213c7 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.896232:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (4714496 4718591) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a1baf lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3776512->3842047) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73213c7 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.896241:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a1baf lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3776512->3842047) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73213c7 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.896248:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a1baf lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3776512->3842047) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73213c7 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.896254:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a1baf lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3776512->3842047) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73213c7 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016123.897065:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339083904:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016123.900826:0:1982:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a9ae6b40 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a1baf lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3776512->3842047) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73213c7 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016123.900882:0:1982:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a9ae6b40 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a1baf lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3776512->3842047) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73213c7 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016123.900910:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339083904:192.168.201.101@tcp:3:fsx.0 00000080:00200000:3.0:1734016123.920377:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9437739 i_blocks 976 00000020:00010000:3.0:1734016123.920397:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a97d98 (ffff8800a8a70908/0) at cl_lock_release():233 00000020:00010000:3.0:1734016123.920404:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a97d98 (ffff8800a8a70908/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016123.920415:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2e30 (ffff8800b6cde5a8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016123.920422:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a97d98 (ffff8800a8a70908/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016123.920424:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2e30 (ffff8800a8a70908/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016123.920453:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016123.920503:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016123.920512:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016123.920526:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016123.920555:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016123.920559:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3db0, osc lock ffff8800aa16c260, flags 0x400001002 00010000:00010000:3.0:1734016123.920607:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eaac0/0x99188b78c51a1bcb lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.920617:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eaac0/0x99188b78c51a1bcb lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016123.920737:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016123.920772:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339084416:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016123.926211:0:1982:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eaac0/0x99188b78c51a1bcb lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.926233:0:1982:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eaac0/0x99188b78c51a1bcb lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.926248:0:1982:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eaac0/0x99188b78c51a1bcb lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.926255:0:1982:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eaac0/0x99188b78c51a1bcb lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.926266:0:1982:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eaac0/0x99188b78c51a1bcb lrc: 5/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016123.926286:0:1982:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 9437739, setting rss=9437739; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016123.926302:0:1982:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eaac0/0x99188b78c51a1bcb lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.926308:0:1982:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eaac0/0x99188b78c51a1bcb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.926315:0:1982:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eaac0/0x99188b78c51a1bcb lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.926375:0:1982:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e3eaac0 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016123.926383:0:1982:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eaac0/0x99188b78c51a1bcb lrc: 5/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.926397:0:1982:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016123.926405:0:1982:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eaac0/0x99188b78c51a1bcb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.926411:0:1982:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eaac0/0x99188b78c51a1bcb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016123.926469:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339084416:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016123.948015:0:5244:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016123.948029:0:5244:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a1baf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3776512->3842047) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec73213c7 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.948040:0:5244:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aa12cfc0 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016123.948050:0:5244:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a1baf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3776512->3842047) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec73213c7 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016123.948085:0:5244:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016123.948224:0:5244:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016123.948340:0:5244:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a1baf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3776512->3842047) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec73213c7 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.948347:0:5244:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016123.948384:0:5244:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a1baf lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3776512->3842047) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec73213c7 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.948391:0:5244:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a1baf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3776512->3842047) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec73213c7 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.948433:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016123.948436:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016123.948437:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016123.948451:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016123.948482:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339084928:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016123.956710:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339084928:192.168.201.101@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016124.035274:0:4745:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016124.035285:0:4745:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12c900/0x99188b78c51a1b0e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x903ef4aec732131f expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016124.035295:0:4745:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aa12c900 already unused, calling callback (ffffffffa103e1e0) 00010000:00010000:3.0:1734016124.035301:0:4745:0:(ldlm_request.c:1579:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12c900/0x99188b78c51a1b0e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x903ef4aec732131f expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016124.035311:0:4745:0:(ldlm_request.c:1589:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12c900/0x99188b78c51a1b0e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x903ef4aec732131f expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016124.035339:0:4745:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12c900/0x99188b78c51a1b0e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x903ef4aec732131f expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016124.035384:0:4745:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e2d9680/0x99188b78c519b954 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7319a20 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016124.035446:0:4745:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12c900/0x99188b78c51a1b0e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x903ef4aec732131f expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016124.035451:0:4745:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016124.035492:0:4745:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12c900/0x99188b78c51a1b0e lrc: 1/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x903ef4aec732131f expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016124.035499:0:4745:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12c900/0x99188b78c51a1b0e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x903ef4aec732131f expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016124.035520:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016124.035521:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016124.035523:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016124.035531:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016124.035556:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339087744:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016124.049381:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339087744:192.168.201.101@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016124.058162:0:4746:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016124.058181:0:4746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e400/0x99188b78c51a1be0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2224128->2256895) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec73213f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.058209:0:4746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aa12e400 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016124.058219:0:4746:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e400/0x99188b78c51a1be0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2224128->2256895) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec73213f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016124.058265:0:4746:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016124.058448:0:4746:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016124.058531:0:4746:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e400/0x99188b78c51a1be0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2224128->2256895) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec73213f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.058537:0:4746:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016124.058582:0:4746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e400/0x99188b78c51a1be0 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2224128->2256895) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec73213f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.058588:0:4746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e400/0x99188b78c51a1be0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2224128->2256895) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec73213f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.058614:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016124.058615:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016124.058617:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016124.058635:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016124.058660:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339088000:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016124.080404:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339088000:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016124.101138:0:9663:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job fsx:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:9663:1818247339088384:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016124.101190:0:9663:0:(ldlm_request.c:706:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db9a1c0/0x99188b78c51a1c03 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec7321430 expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.101214:0:9663:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db9a1c0/0x99188b78c51a1c03 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec7321430 expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.101234:0:9663:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db9a1c0/0x99188b78c51a1c03 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x903ef4aec7321430 expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.101249:0:9663:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db9a1c0/0x99188b78c51a1c03 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec7321430 expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.101266:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db9a1c0/0x99188b78c51a1c03 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x903ef4aec7321430 expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.101274:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db9a1c0/0x99188b78c51a1c03 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x903ef4aec7321430 expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.101280:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db9a1c0/0x99188b78c51a1c03 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x903ef4aec7321430 expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1734016124.101294:0:9663:0:(mdc_locks.c:822:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800a7a7c700 x1818247339088384/t0(0) o101->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 576/640 e 0 to 0 dl 1734016140 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00000002:00010000:3.0:1734016124.101308:0:9663:0:(mdc_locks.c:926:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db9a1c0/0x99188b78c51a1c03 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec7321430 expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00000002:00010000:3.0:1734016124.101362:0:9663:0:(mdc_locks.c:1262:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db9a1c0/0x99188b78c51a1c03 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec7321430 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016124.101388:0:9663:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800b5953800 type 13 mode 4 res 8589935617/9 (0 0) 00000080:00200000:3.0:1734016124.101527:0:9663:0:(file.c:6447:ll_layout_conf()) [0x200000401:0x9:0x0]: layout version change: 0 -> 0 00000080:00010000:3.0:1734016124.101542:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) for lock 0x99188b78c51a1c03 00000080:00010000:3.0:1734016124.101550:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) 00000080:00010000:3.0:1734016124.101555:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a1c03 from it ffff8800a7a77cd8 00010000:00010000:3.0:1734016124.101558:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db9a1c0/0x99188b78c51a1c03 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec7321430 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016124.101566:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db9a1c0/0x99188b78c51a1c03 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7321430 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016124.101642:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016124.101662:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016124.102054:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016124.102061:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3930, osc lock ffff8800aa16c000, flags 0x400001002 00010000:00010000:3.0:1734016124.102120:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eba80/0x99188b78c51a1c0a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.102128:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eba80/0x99188b78c51a1c0a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016124.102260:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016124.102292:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339088512:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016124.109897:0:1982:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eba80/0x99188b78c51a1c0a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.109919:0:1982:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eba80/0x99188b78c51a1c0a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.109933:0:1982:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eba80/0x99188b78c51a1c0a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.109940:0:1982:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eba80/0x99188b78c51a1c0a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.109947:0:1982:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eba80/0x99188b78c51a1c0a lrc: 5/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016124.109967:0:1982:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 885230, setting rss=885230; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016124.110634:0:1982:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eba80/0x99188b78c51a1c0a lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.110641:0:1982:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eba80/0x99188b78c51a1c0a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.110648:0:1982:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eba80/0x99188b78c51a1c0a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.110655:0:1982:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e3eba80 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016124.110660:0:1982:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eba80/0x99188b78c51a1c0a lrc: 5/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.110679:0:1982:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016124.110687:0:1982:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eba80/0x99188b78c51a1c0a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.110695:0:1982:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eba80/0x99188b78c51a1c0a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016124.110743:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339088512:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016124.211721:0:5244:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016124.211760:0:5244:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2dad00/0x99188b78c51a1bf5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec7321414 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.211785:0:5244:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e2dad00 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016124.211800:0:5244:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2dad00/0x99188b78c51a1bf5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec7321414 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016124.211854:0:5244:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016124.213606:0:5244:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016124.213720:0:5244:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2dad00/0x99188b78c51a1bf5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321414 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.213733:0:5244:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016124.213778:0:5244:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2dad00/0x99188b78c51a1bf5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321414 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.213791:0:5244:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2dad00/0x99188b78c51a1bf5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321414 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.213822:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016124.213824:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016124.213828:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016124.213872:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339089792:192.168.201.101@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016124.274955:0:4745:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016124.274966:0:4745:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a1bfc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x903ef4aec7321422 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016124.274975:0:4745:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aa12e400 already unused, calling callback (ffffffffa103e1e0) 00010000:00010000:3.0:1734016124.274982:0:4745:0:(ldlm_request.c:1579:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a1bfc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x903ef4aec7321422 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016124.274991:0:4745:0:(ldlm_request.c:1589:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a1bfc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x903ef4aec7321422 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016124.274999:0:4745:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a1bfc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x903ef4aec7321422 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016124.275032:0:4745:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12e640/0x99188b78c519b9af lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7319aeb expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016124.275088:0:4745:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a1bfc lrc: 2/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x903ef4aec7321422 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016124.275099:0:4745:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016124.276946:0:4745:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a1bfc lrc: 1/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x903ef4aec7321422 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016124.276956:0:4745:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a1bfc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x903ef4aec7321422 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016124.277257:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016124.277260:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016124.277263:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016124.293553:0:4746:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1734016124.293566:0:4746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cb40/0x99188b78c51a1c3b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x903ef4aec7321468 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.293580:0:4746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aa12cb40 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016124.293588:0:4746:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cb40/0x99188b78c51a1c3b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0x903ef4aec7321468 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016124.293610:0:4746:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016124.293630:0:4746:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016124.293712:0:4746:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cb40/0x99188b78c51a1c3b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x903ef4aec7321468 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.293719:0:4746:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016124.293757:0:4746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cb40/0x99188b78c51a1c3b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x903ef4aec7321468 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.293771:0:4746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cb40/0x99188b78c51a1c3b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x903ef4aec7321468 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.293809:0:4746:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016124.293813:0:4746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12dd40/0x99188b78c51a1c34 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 77824->90111) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec7321461 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.293818:0:4746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aa12dd40 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016124.293821:0:4746:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12dd40/0x99188b78c51a1c34 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 77824->90111) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec7321461 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016124.293829:0:4746:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016124.294833:0:4746:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016124.294869:0:4746:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12dd40/0x99188b78c51a1c34 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 77824->90111) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321461 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.294878:0:4746:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016124.294887:0:4746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12dd40/0x99188b78c51a1c34 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 77824->90111) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321461 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.294893:0:4746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12dd40/0x99188b78c51a1c34 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 77824->90111) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321461 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.294907:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016124.294908:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016124.294910:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016124.294935:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339090944:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016124.295076:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016124.295084:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa160e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339090816:192.168.201.101@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016124.321124:0:4745:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016124.321139:0:4745:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12f180/0x99188b78c51a1c49 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x903ef4aec7321484 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016124.321152:0:4745:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aa12f180 already unused, calling callback (ffffffffa103e1e0) 00010000:00010000:3.0:1734016124.321158:0:4745:0:(ldlm_request.c:1579:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12f180/0x99188b78c51a1c49 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x903ef4aec7321484 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016124.321169:0:4745:0:(ldlm_request.c:1589:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12f180/0x99188b78c51a1c49 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x903ef4aec7321484 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016124.321177:0:4745:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12f180/0x99188b78c51a1c49 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x903ef4aec7321484 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016124.321232:0:4745:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e2d9680/0x99188b78c519b954 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7319a20 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016124.321315:0:4745:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12f180/0x99188b78c51a1c49 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x903ef4aec7321484 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016124.321318:0:4745:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016124.323345:0:4745:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12f180/0x99188b78c51a1c49 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x903ef4aec7321484 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016124.323360:0:4745:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12f180/0x99188b78c51a1c49 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x903ef4aec7321484 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016124.324755:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016124.324760:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016124.324767:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016124.328547:0:9663:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job fsx:ca960967-f34d-4bd7-a96b-f55b9893eead:9663:1818247339091456:192.168.201.101@tcp:36:fsx.0 00000080:00200000:3.0:1734016124.328615:0:9663:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1734016124.328625:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1734016124.328650:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016124.328672:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:3.0:1734016124.328698:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016124.328704:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3930, osc lock ffff8800aa16c000, flags 0x0 00010000:00010000:3.0:1734016124.328760:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3eb840/0x99188b78c51a1c50 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.328774:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3eb840/0x99188b78c51a1c50 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.328829:0:9663:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3eb840/0x99188b78c51a1c50 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016124.328859:0:9663:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162a00 pname:cluuid:pid:xid:nid:opc:job fsx:ca960967-f34d-4bd7-a96b-f55b9893eead:9663:1818247339091712:192.168.201.101@tcp:101:fsx.0 00000100:00100000:3.0:1734016124.330528:0:9663:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a9ae6d80 going to sleep for 11 seconds 00010000:00010000:3.0:1734016124.334391:0:4746:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016124.334404:0:4746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2d9b00/0x99188b78c51a1c42 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec7321476 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.334415:0:4746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e2d9b00 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016124.334422:0:4746:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2d9b00/0x99188b78c51a1c42 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec7321476 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016124.334527:0:4746:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016124.334553:0:4746:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016124.334637:0:4746:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2d9b00/0x99188b78c51a1c42 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321476 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.334644:0:4746:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016124.334701:0:4746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2d9b00/0x99188b78c51a1c42 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321476 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.334708:0:4746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2d9b00/0x99188b78c51a1c42 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321476 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.334758:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016124.334760:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016124.334762:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016124.342261:0:9663:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162a00 pname:cluuid:pid:xid:nid:opc:job fsx:ca960967-f34d-4bd7-a96b-f55b9893eead:9663:1818247339091712:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016124.342302:0:9663:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3eb840/0x99188b78c51a1c50 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec7321492 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.343345:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3eb840/0x99188b78c51a1c50 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x903ef4aec7321492 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016124.343362:0:9663:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 3132056, setting rss=3132056; kms=3132056, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3eb840/0x99188b78c51a1c50 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0x903ef4aec7321492 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.343381:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3eb840/0x99188b78c51a1c50 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321492 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.343387:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3eb840/0x99188b78c51a1c50 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321492 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016124.348222:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 6749533 i_blocks 448 00000020:00010000:3.0:1734016124.348235:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72998 (ffff8800a8a706c8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016124.348238:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72998 (ffff8800a8a706c8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016124.348246:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3930 (ffff8800b6cdeea8/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016124.348266:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3eb840/0x99188b78c51a1c50 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321492 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.348286:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3eb840/0x99188b78c51a1c50 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321492 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016124.348310:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72998 (ffff8800a8a706c8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016124.348312:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3930 (ffff8800a8a706c8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016124.348448:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016124.348483:0:9663:0:(llite_lib.c:2534:ll_setattr_raw()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec480c8) current size 6749533, valid attrs 2168, mode 8800, uid -1339468464, gid -30720, new size 6749533, atime 1734016124.000000000, mtime 1734016124.315000000, ctime 1734016124.315000000, rc 0 00000080:00200008:3.0:1734016124.348541:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec488c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016124.348552:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec488c8),name=f16a.sanityn 00000002:00010000:3.0:1734016124.348591:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016124.348621:0:9663:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800b5953800 type 13 mode 30 res 8589935617/9 (0 0) 00010000:00010000:3.0:1734016124.348713:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e3e9680/0x99188b78c51a1c57 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 9663 initiator: MDT0 00010000:00010000:3.0:1734016124.348720:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e3e9680/0x99188b78c51a1c57 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 9663 initiator: MDT0 00010000:00010000:3.0:1734016124.348735:0:9663:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e3e9680/0x99188b78c51a1c57 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 9663 initiator: MDT0 00000100:00100000:3.0:1734016124.348767:0:9663:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162300 pname:cluuid:pid:xid:nid:opc:job fsx:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:9663:1818247339092096:192.168.201.101@tcp:101:fsx.0 00000100:00100000:3.0:1734016124.348880:0:9663:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a9ae6d80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016124.351680:0:9663:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162300 pname:cluuid:pid:xid:nid:opc:job fsx:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:9663:1818247339092096:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016124.351714:0:9663:0:(ldlm_request.c:706:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e3e9680/0x99188b78c51a1c57 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec73214a0 expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.351724:0:9663:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e3e9680/0x99188b78c51a1c57 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec73214a0 expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.351737:0:9663:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e3e9680/0x99188b78c51a1c57 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x903ef4aec73214a0 expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.351748:0:9663:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e3e9680/0x99188b78c51a1c57 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec73214a0 expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.351761:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e3e9680/0x99188b78c51a1c57 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x903ef4aec73214a0 expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.351768:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e3e9680/0x99188b78c51a1c57 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x903ef4aec73214a0 expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016124.351778:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e3e9680/0x99188b78c51a1c57 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x903ef4aec73214a0 expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1734016124.351789:0:9663:0:(mdc_locks.c:822:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800aa162300 x1818247339092096/t0(0) o101->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 576/640 e 0 to 0 dl 1734016140 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00000002:00010000:3.0:1734016124.351801:0:9663:0:(mdc_locks.c:926:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e3e9680/0x99188b78c51a1c57 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec73214a0 expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00000002:00010000:3.0:1734016124.351813:0:9663:0:(mdc_locks.c:1262:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e3e9680/0x99188b78c51a1c57 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec73214a0 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016124.351826:0:9663:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800b5953800 type 13 mode 4 res 8589935617/9 (0 0) 00000080:00200000:3.0:1734016124.351915:0:9663:0:(file.c:6447:ll_layout_conf()) [0x200000401:0x9:0x0]: layout version change: 0 -> 0 00000080:00010000:3.0:1734016124.351923:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) for lock 0x99188b78c51a1c57 00000080:00010000:3.0:1734016124.351929:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) 00000080:00010000:3.0:1734016124.351933:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a1c57 from it ffff8800a7a77cd8 00010000:00010000:3.0:1734016124.351936:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e3e9680/0x99188b78c51a1c57 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec73214a0 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016124.351944:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e3e9680/0x99188b78c51a1c57 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec73214a0 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016124.351985:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016124.351999:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016124.352021:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016124.352024:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3930, osc lock ffff8800aa16c000, flags 0x400001002 00010000:00010000:3.0:1734016124.352057:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e9b00/0x99188b78c51a1c5e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.352064:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e9b00/0x99188b78c51a1c5e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016124.359718:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 6749533 i_blocks 448 00000020:00010000:3.0:1734016124.359725:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a95b60 (ffff8800a8a706c8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016124.359728:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a95b60 (ffff8800a8a706c8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016124.359733:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3930 (ffff8800b6cdeea8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016124.359736:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a95b60 (ffff8800a8a706c8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016124.359738:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3930 (ffff8800a8a706c8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016124.359752:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016124.359777:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016124.359784:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016124.359797:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016124.359812:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016124.359814:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3930, osc lock ffff8800aa16c000, flags 0x400001002 00010000:00010000:3.0:1734016124.359839:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e8d80/0x99188b78c51a1c65 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.359846:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e8d80/0x99188b78c51a1c65 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016124.447632:0:9663:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job fsx:ca960967-f34d-4bd7-a96b-f55b9893eead:9663:1818247339093248:192.168.201.101@tcp:36:fsx.0 00000080:00200000:3.0:1734016124.447703:0:9663:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1734016124.447711:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1734016124.447735:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016124.447758:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:3.0:1734016124.447778:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016124.447784:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3db0, osc lock ffff8800aa16c260, flags 0x0 00010000:00010000:3.0:1734016124.447816:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3eb840/0x99188b78c51a1c50 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321492 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.447838:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3eb840/0x99188b78c51a1c50 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321492 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.447854:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3eb840/0x99188b78c51a1c50 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321492 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.447861:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3eb840/0x99188b78c51a1c50 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321492 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.447866:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3eb840/0x99188b78c51a1c50 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321492 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016124.447990:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016124.448018:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa160e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339093504:192.168.201.101@tcp:10:fsx.0 00000100:00100000:3.0:1734016124.452870:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa160e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339093504:192.168.201.101@tcp:10:fsx.0 00000100:00100000:3.0:1734016124.503987:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339094144:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016124.522782:0:1983:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a1cab lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.522806:0:1983:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a1cab lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.522823:0:1983:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a1cab lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.522829:0:1983:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a1cab lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.522834:0:1983:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a1cab lrc: 5/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016124.522854:0:1983:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 3608699, setting rss=3608699; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016124.522879:0:1983:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a1cab lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.522884:0:1983:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a1cab lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.522893:0:1983:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a1cab lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.522901:0:1983:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012db98b40 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016124.522906:0:1983:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a1cab lrc: 5/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.522960:0:1983:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016124.522970:0:1983:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a1cab lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.522982:0:1983:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a1cab lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016124.523019:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339094144:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016124.583882:0:4745:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016124.583892:0:4745:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9b840/0x99188b78c51a1ca4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x903ef4aec7321509 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016124.583900:0:4745:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012db9b840 already unused, calling callback (ffffffffa103e1e0) 00010000:00010000:3.0:1734016124.583905:0:4745:0:(ldlm_request.c:1579:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9b840/0x99188b78c51a1ca4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x903ef4aec7321509 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016124.583912:0:4745:0:(ldlm_request.c:1589:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9b840/0x99188b78c51a1ca4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x903ef4aec7321509 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016124.583918:0:4745:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9b840/0x99188b78c51a1ca4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x903ef4aec7321509 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016124.583951:0:4745:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12e640/0x99188b78c519b9af lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7319aeb expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016124.584007:0:4745:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9b840/0x99188b78c51a1ca4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x903ef4aec7321509 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016124.584012:0:4745:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016124.584045:0:4745:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9b840/0x99188b78c51a1ca4 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x903ef4aec7321509 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016124.584055:0:4745:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9b840/0x99188b78c51a1ca4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x903ef4aec7321509 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016124.584079:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016124.584081:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016124.584082:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016124.584091:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016124.584111:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339094912:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016124.597609:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339094912:192.168.201.101@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016124.601565:0:4746:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016124.601576:0:4746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3eb840/0x99188b78c51a1c50 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec7321492 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.601585:0:4746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e3eb840 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016124.601591:0:4746:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3eb840/0x99188b78c51a1c50 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec7321492 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016124.601651:0:4746:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016124.601668:0:4746:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016124.601724:0:4746:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3eb840/0x99188b78c51a1c50 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321492 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.601730:0:4746:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016124.601770:0:4746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3eb840/0x99188b78c51a1c50 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321492 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.601783:0:4746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3eb840/0x99188b78c51a1c50 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321492 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.601812:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016124.601813:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016124.601814:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016124.601837:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016124.601859:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339095168:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016124.610363:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339095168:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016124.668272:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339096320:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016124.682891:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339096320:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016124.708609:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:3.0:1734016124.708682:0:1983:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a8a71240 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e880/0x99188b78c51a1cf8 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2199552->2203647) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732156b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.708960:0:1983:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2199552 2203647) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e880/0x99188b78c51a1cf8 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2199552->2203647) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732156b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016124.709562:0:1983:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa161180 - object 0x280000400:6 offset 888832<>5083136 00000100:00100000:3.0:1734016124.709614:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339096576:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016124.805653:0:1982:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a8a719c0 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e880/0x99188b78c51a1cf8 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2199552->2203647) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732156b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016124.805791:0:1982:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a8a719c0 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e880/0x99188b78c51a1cf8 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2199552->2203647) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732156b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016124.805817:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339096960:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016124.851175:0:1983:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a8a71240 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e880/0x99188b78c51a1cf8 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2199552->2203647) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732156b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016124.871564:0:1983:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a8a71240 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e880/0x99188b78c51a1cf8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2199552->2203647) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732156b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016124.871631:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339096576:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016124.918846:0:1982:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a8a71cc0 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e880/0x99188b78c51a1cf8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2199552->2203647) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732156b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016124.919562:0:1982:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a8a71cc0 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e880/0x99188b78c51a1cf8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2199552->2203647) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732156b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016124.919612:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339096832:192.168.201.101@tcp:3:fsx.0 00000100:00100000:3.0:1734016124.973362:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339098624:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016124.979300:0:1983:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a640/0x99188b78c51a1d1b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.979375:0:1983:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a640/0x99188b78c51a1d1b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.979394:0:1983:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a640/0x99188b78c51a1d1b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.979401:0:1983:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a640/0x99188b78c51a1d1b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.979407:0:1983:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a640/0x99188b78c51a1d1b lrc: 5/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016124.979431:0:1983:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 10251179, setting rss=10251179; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016124.979460:0:1983:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a640/0x99188b78c51a1d1b lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.979465:0:1983:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a640/0x99188b78c51a1d1b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.979472:0:1983:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a640/0x99188b78c51a1d1b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.979479:0:1983:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012db9a640 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016124.979488:0:1983:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a640/0x99188b78c51a1d1b lrc: 5/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.979500:0:1983:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016124.979507:0:1983:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a640/0x99188b78c51a1d1b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.979516:0:1983:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a640/0x99188b78c51a1d1b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016124.979565:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339098624:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.000006:0:4746:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016125.000019:0:4746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e880/0x99188b78c51a1cf8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2199552->2203647) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec732156b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.000027:0:4746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aa12e880 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016125.000034:0:4746:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e880/0x99188b78c51a1cf8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2199552->2203647) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec732156b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016125.000073:0:4746:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016125.011564:0:4746:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016125.011656:0:4746:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e880/0x99188b78c51a1cf8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2199552->2203647) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec732156b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.011670:0:4746:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016125.011743:0:4746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e880/0x99188b78c51a1cf8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2199552->2203647) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec732156b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.011752:0:4746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e880/0x99188b78c51a1cf8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2199552->2203647) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec732156b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.011784:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016125.011787:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016125.011791:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016125.238364:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016125.238381:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016125.238407:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339100160:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016125.244798:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339100160:192.168.201.101@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016125.283581:0:5244:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2daac0/0x99188b78c51a1d30 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5619712->5627903) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec73215aa expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.283600:0:5244:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016125.283665:0:5244:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2daac0/0x99188b78c51a1d30 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5619712->5627903) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec73215aa expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.283675:0:5244:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2daac0/0x99188b78c51a1d30 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5619712->5627903) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec73215aa expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016125.283712:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016125.283753:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339100288:192.168.201.101@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016125.283948:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016125.283950:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016125.283957:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016125.293193:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339100288:192.168.201.101@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016125.309879:0:4746:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016125.309888:0:4746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2da640/0x99188b78c51a1d3e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8323072->8335359) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec73215b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.309897:0:4746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e2da640 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016125.309904:0:4746:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2da640/0x99188b78c51a1d3e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8323072->8335359) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec73215b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016125.309936:0:4746:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016125.309960:0:4746:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016125.310028:0:4746:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2da640/0x99188b78c51a1d3e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8323072->8335359) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec73215b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.310034:0:4746:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016125.310089:0:4746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2da640/0x99188b78c51a1d3e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8323072->8335359) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec73215b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.310096:0:4746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2da640/0x99188b78c51a1d3e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8323072->8335359) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec73215b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.310133:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016125.310135:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016125.310136:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016125.310145:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016125.310165:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339100672:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016125.329291:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339100672:192.168.201.101@tcp:103:ldlm_bl.0 00000080:00200000:3.0:1734016125.400392:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10251179 i_blocks 576 00000020:00010000:3.0:1734016125.400401:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff88012e265ff0 (ffff8800b6cde6c8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016125.400404:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012e265ff0 (ffff8800b6cde6c8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016125.400412:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2eb0 (ffff8800b6cde248/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016125.400416:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012e265ff0 (ffff8800b6cde6c8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016125.400418:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2eb0 (ffff8800b6cde6c8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016125.400438:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016125.400456:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 10251179 00000080:00200008:3.0:1734016125.400523:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 8060928, type: SEEK_SET 00000080:00200008:3.0:1734016125.400530:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 8060928, type: SEEK_SET, rc = 8060928 00000080:00200008:3.0:1734016125.400542:0:9663:0:(file.c:2290:do_file_read_iter()) START file f16a.sanityn:[0x200000401:0x9:0x0], ppos: 8060928, count: 60827 00000080:00200000:3.0:1734016125.400549:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016125.400562:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016125.400603:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 1968 00000080:00200000:3.0:1734016125.400618:0:9663:0:(file.c:1826:ll_file_io_generic()) f16a.sanityn: read ppos: 8060928, bytes: 60827 00000080:00200000:3.0:1734016125.400623:0:9663:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000020:00200000:3.0:1734016125.400631:0:9663:0:(cl_io.c:195:cl_io_rw_init()) header@ffff88012c77cd48[0x4, 20, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1734016125.400633:0:9663:0:(cl_io.c:195:cl_io_rw_init()) io range: 1 [8060928, 8121755) 0 0 00000080:00200000:3.0:1734016125.400636:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016125.400651:0:9663:0:(lov_io.c:1021:lov_io_rw_iter_init()) stripe: 8060928 chunk: [8060928, 8121755) 8121755, 60827 00020000:00200000:3.0:1734016125.400655:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016125.400678:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [1968, 1982] 00000008:00010000:3.0:1734016125.400695:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016125.400699:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3fb0, osc lock ffff8800aa16c130, flags 0x0 00010000:00010000:3.0:1734016125.400721:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98000/0x99188b78c51a1d45 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6144000->6193151) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73215bf expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.400733:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8060928 8122367) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98000/0x99188b78c51a1d45 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6144000->6193151) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73215bf expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.400743:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98000/0x99188b78c51a1d45 lrc: 8/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6144000->6193151) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73215bf expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.400749:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98000/0x99188b78c51a1d45 lrc: 8/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6144000->6193151) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73215bf expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.400758:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98000/0x99188b78c51a1d45 lrc: 7/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6144000->6193151) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73215bf expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016125.400766:0:9663:0:(vvp_io.c:840:vvp_io_read_start()) f16a.sanityn: read [8060928, 8121755) 00000080:00200000:3.0:1734016125.400779:0:9663:0:(vvp_io.c:899:vvp_io_read_start()) count:60827 iocb pos:8060928 00010000:00010000:3.0:1734016125.400815:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98000/0x99188b78c51a1d45 lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6144000->6193151) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73215bf expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.400823:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98000/0x99188b78c51a1d45 lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6144000->6193151) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73215bf expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.400830:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98000/0x99188b78c51a1d45 lrc: 9/2,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6144000->6193151) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73215bf expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.400836:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98000/0x99188b78c51a1d45 lrc: 9/2,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6144000->6193151) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73215bf expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.400842:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98000/0x99188b78c51a1d45 lrc: 8/2,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6144000->6193151) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73215bf expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016125.435299:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:3.0:1734016125.435318:0:1983:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a9ae6b40 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98000/0x99188b78c51a1d45 lrc: 7/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6144000->6193151) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73215bf expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.435478:0:1983:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (4190208 4194303) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98000/0x99188b78c51a1d45 lrc: 8/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6144000->6193151) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73215bf expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016125.435881:0:1983:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa161f80 - object 0x280000400:6 offset 4190208<>8466432 00000008:00010000:3.0:1734016125.435913:0:1983:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a8a71840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98000/0x99188b78c51a1d45 lrc: 8/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6144000->6193151) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73215bf expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.435942:0:1983:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8466432 8470527) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98000/0x99188b78c51a1d45 lrc: 9/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6144000->6193151) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73215bf expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016125.436005:0:1983:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa163b80 - object 0x280000400:6 offset 8466432<>10252288 00000100:00100000:3.0:1734016125.436028:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339102208:192.168.201.101@tcp:3:fsx.0 00000100:00100000:3.0:1734016125.436116:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016125.436121:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339102336:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016125.509627:0:1983:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a8a71840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98000/0x99188b78c51a1d45 lrc: 8/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6144000->6193151) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73215bf expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.509888:0:1983:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a8a71840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98000/0x99188b78c51a1d45 lrc: 8/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6144000->6193151) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73215bf expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016125.509933:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339102336:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016125.574104:0:1983:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a9ae6b40 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98000/0x99188b78c51a1d45 lrc: 6/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6144000->6193151) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73215bf expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.574953:0:1983:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a9ae6b40 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98000/0x99188b78c51a1d45 lrc: 6/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6144000->6193151) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73215bf expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016125.575021:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339102208:192.168.201.101@tcp:3:fsx.0 00010000:00010000:3.0:1734016125.630513:0:4745:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016125.630523:0:4745:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98000/0x99188b78c51a1d45 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6144000->6193151) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec73215bf expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.630532:0:4745:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012db98000 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016125.630537:0:4745:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98000/0x99188b78c51a1d45 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6144000->6193151) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec73215bf expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.630566:0:4745:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a8a71300 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98000/0x99188b78c51a1d45 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6144000->6193151) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec73215bf expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.630575:0:4745:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012abac9c0 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98000/0x99188b78c51a1d45 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6144000->6193151) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec73215bf expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.630591:0:4745:0:(osc_cache.c:1066:osc_extent_make_ready()) ### extent: ffff8800a8a71300 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98000/0x99188b78c51a1d45 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6144000->6193151) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec73215bf expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.630624:0:4745:0:(osc_cache.c:1066:osc_extent_make_ready()) ### extent: ffff88012abac9c0 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98000/0x99188b78c51a1d45 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6144000->6193151) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec73215bf expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.630681:0:4745:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5181440 5185535) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98000/0x99188b78c51a1d45 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6144000->6193151) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec73215bf expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016125.630811:0:4745:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa161f80 - object 0x280000400:6 offset 5181440<>6193152 00000100:00100000:3.0:1734016125.630862:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016125.630881:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339102976:192.168.201.101@tcp:4:fsx.0 00000008:00010000:3.0:1734016125.648981:0:1982:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a8a71300 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98000/0x99188b78c51a1d45 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6144000->6193151) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec73215bf expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.651730:0:1982:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a8a71300 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98000/0x99188b78c51a1d45 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6144000->6193151) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec73215bf expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.651762:0:1982:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012abac9c0 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98000/0x99188b78c51a1d45 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6144000->6193151) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec73215bf expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.651806:0:1982:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012abac9c0 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98000/0x99188b78c51a1d45 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6144000->6193151) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec73215bf expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016125.651864:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339102976:192.168.201.101@tcp:4:fsx.0 00010000:00010000:3.0:1734016125.687362:0:9663:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fa80/0x99188b78c51a1d6f lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4341760->4345855) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec73215e9 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.687372:0:9663:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fa80/0x99188b78c51a1d6f lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4341760->4345855) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec73215e9 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.687416:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fa80/0x99188b78c51a1d6f lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4341760->4345855) gid 0 flags: 0x10000000020000 nid: local remote: 0x903ef4aec73215e9 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.687435:0:9663:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 10251179, setting rss=10251179; kms=10251179, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fa80/0x99188b78c51a1d6f lrc: 4/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4341760->4345855) gid 0 flags: 0x10020000020000 nid: local remote: 0x903ef4aec73215e9 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.687453:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fa80/0x99188b78c51a1d6f lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4341760->4345855) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73215e9 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.687459:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fa80/0x99188b78c51a1d6f lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4341760->4345855) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73215e9 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016125.687600:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:3.0:1734016125.687615:0:1982:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a9ae6b40 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fa80/0x99188b78c51a1d6f lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4341760->4345855) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73215e9 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.687659:0:1982:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (4341760 4345855) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fa80/0x99188b78c51a1d6f lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4341760->4345855) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73215e9 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016125.687706:0:1982:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa163b80 - object 0x280000400:6 offset 4341760<>4345856 00000100:00100000:3.0:1734016125.687732:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339103360:192.168.201.101@tcp:3:fsx.0 00000100:00100000:3.0:1734016125.691779:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339103104:192.168.201.101@tcp:103:ldlm_bl.0 00000008:00010000:3.0:1734016125.691918:0:1982:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a9ae6b40 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fa80/0x99188b78c51a1d6f lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4341760->4345855) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73215e9 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.691951:0:1982:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a9ae6b40 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fa80/0x99188b78c51a1d6f lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4341760->4345855) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73215e9 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016125.691973:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339103360:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016125.700454:0:1983:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a8a71c00 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fa80/0x99188b78c51a1d6f lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4341760->4345855) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73215e9 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.700493:0:1983:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (4333568 4337663) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fa80/0x99188b78c51a1d6f lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4341760->4345855) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73215e9 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016125.700542:0:1983:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa163b80 - object 0x280000400:6 offset 4333568<>4337664 00010000:00010000:3.0:1734016125.701942:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016125.773245:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016125.786277:0:9663:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cd80/0x99188b78c51a1d7d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8962048->8978431) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec73215f7 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.786288:0:9663:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cd80/0x99188b78c51a1d7d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8962048->8978431) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec73215f7 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.786313:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cd80/0x99188b78c51a1d7d lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8962048->8978431) gid 0 flags: 0x10000000020000 nid: local remote: 0x903ef4aec73215f7 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.786348:0:9663:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 10251179, setting rss=10251179; kms=10251179, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cd80/0x99188b78c51a1d7d lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8962048->8978431) gid 0 flags: 0x10020000020000 nid: local remote: 0x903ef4aec73215f7 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.786361:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cd80/0x99188b78c51a1d7d lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8962048->8978431) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73215f7 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.786367:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cd80/0x99188b78c51a1d7d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8962048->8978431) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73215f7 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016125.786404:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10251179 i_blocks 752 00000100:00100000:3.0:1734016125.786508:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339105280:192.168.201.101@tcp:22:fsx.0 00000100:00100000:3.0:1734016125.792465:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339105280:192.168.201.101@tcp:22:fsx.0 00010000:00010000:3.0:1734016125.805348:0:5244:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016125.805360:0:5244:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db9b600/0x99188b78c51a1cff lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x903ef4aec7321579 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016125.805371:0:5244:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012db9b600 already unused, calling callback (ffffffffa103e1e0) 00010000:00010000:3.0:1734016125.805378:0:5244:0:(ldlm_request.c:1579:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db9b600/0x99188b78c51a1cff lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x903ef4aec7321579 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016125.805387:0:5244:0:(ldlm_request.c:1589:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db9b600/0x99188b78c51a1cff lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x903ef4aec7321579 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016125.805395:0:5244:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db9b600/0x99188b78c51a1cff lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x903ef4aec7321579 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016125.805433:0:5244:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e2d9680/0x99188b78c519b954 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7319a20 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016125.805504:0:5244:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db9b600/0x99188b78c51a1cff lrc: 2/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x903ef4aec7321579 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016125.805510:0:5244:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016125.805559:0:5244:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db9b600/0x99188b78c51a1cff lrc: 1/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x903ef4aec7321579 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016125.805565:0:5244:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db9b600/0x99188b78c51a1cff lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x903ef4aec7321579 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016125.805597:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016125.805600:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016125.805601:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016125.805614:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016125.805641:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339105664:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016125.809389:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339105664:192.168.201.101@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016125.875563:0:4746:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016125.875575:0:4746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da400/0x99188b78c51a1d84 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec7321605 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.875583:0:4746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e2da400 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016125.875592:0:4746:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da400/0x99188b78c51a1d84 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec7321605 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016125.875690:0:4746:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016125.875718:0:4746:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016125.875785:0:4746:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da400/0x99188b78c51a1d84 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321605 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.875790:0:4746:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016125.875841:0:4746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da400/0x99188b78c51a1d84 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321605 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.875848:0:4746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da400/0x99188b78c51a1d84 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321605 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.875887:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016125.875888:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016125.875891:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016125.875901:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016125.875923:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339106944:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016125.881972:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339106944:192.168.201.101@tcp:103:ldlm_bl.0 00000080:00200000:3.0:1734016125.911052:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 5459147 i_blocks 584 00000020:00010000:3.0:1734016125.911064:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a94db0 (ffff8800a8a70638/0) at cl_lock_release():233 00000020:00010000:3.0:1734016125.911068:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a94db0 (ffff8800a8a70638/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016125.911077:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b0028d30 (ffff8800a8a70d88/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016125.911081:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a94db0 (ffff8800a8a70638/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016125.911084:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b0028d30 (ffff8800a8a70638/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016125.911108:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016125.911148:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016125.911158:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016125.911185:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016125.911213:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016125.911216:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3cb0, osc lock ffff8800aa16cbe0, flags 0x400001002 00010000:00010000:3.0:1734016125.911253:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e8fc0/0x99188b78c51a1dbc lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.911262:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e8fc0/0x99188b78c51a1dbc lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016125.913490:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016125.913561:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339107584:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.922392:0:1983:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e8fc0/0x99188b78c51a1dbc lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.922431:0:1983:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e8fc0/0x99188b78c51a1dbc lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.922451:0:1983:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e8fc0/0x99188b78c51a1dbc lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.922458:0:1983:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e8fc0/0x99188b78c51a1dbc lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.922464:0:1983:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e8fc0/0x99188b78c51a1dbc lrc: 5/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.922484:0:1983:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 5459147, setting rss=5459147; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016125.922505:0:1983:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e8fc0/0x99188b78c51a1dbc lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.922511:0:1983:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e8fc0/0x99188b78c51a1dbc lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.922518:0:1983:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e8fc0/0x99188b78c51a1dbc lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.922525:0:1983:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e3e8fc0 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016125.922530:0:1983:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e8fc0/0x99188b78c51a1dbc lrc: 5/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.922549:0:1983:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016125.922556:0:1983:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e8fc0/0x99188b78c51a1dbc lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.922561:0:1983:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e8fc0/0x99188b78c51a1dbc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016125.923648:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339107584:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.932618:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e8b40/0x99188b78c51a1dc3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.932632:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e8b40/0x99188b78c51a1dc3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [10018816->10059775] (req 10018816->10059775) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.932691:0:9663:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e8b40/0x99188b78c51a1dc3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [10018816->10059775] (req 10018816->10059775) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016125.932727:0:9663:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163800 pname:cluuid:pid:xid:nid:opc:job fsx:ca960967-f34d-4bd7-a96b-f55b9893eead:9663:1818247339107968:192.168.201.101@tcp:101:fsx.0 00000100:00100000:3.0:1734016125.933797:0:9663:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a9ae6900 going to sleep for 11 seconds 00010000:00010000:3.0:1734016125.939007:0:5244:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016125.939018:0:5244:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99d40/0x99188b78c51a1da0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec732162f expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.939028:0:5244:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012db99d40 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016125.939036:0:5244:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99d40/0x99188b78c51a1da0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec732162f expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.939072:0:5244:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a8a71b40 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99d40/0x99188b78c51a1da0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec732162f expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.939087:0:5244:0:(osc_cache.c:1066:osc_extent_make_ready()) ### extent: ffff8800a8a71b40 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99d40/0x99188b78c51a1da0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec732162f expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.939175:0:5244:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (311296 315391) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99d40/0x99188b78c51a1da0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec732162f expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016125.939289:0:5244:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa162d80 - object 0x280000400:6 offset 311296<>344064 00000100:00100000:3.0:1734016125.939368:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016125.939391:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339108096:192.168.201.101@tcp:4:fsx.0 00000100:00100000:3.0:1734016125.943488:0:9663:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163800 pname:cluuid:pid:xid:nid:opc:job fsx:ca960967-f34d-4bd7-a96b-f55b9893eead:9663:1818247339107968:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.943550:0:9663:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e8b40/0x99188b78c51a1dc3 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [10018816->10059775] (req 10018816->10059775) gid 0 flags: 0x10000000020000 nid: local remote: 0x903ef4aec7321660 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.943565:0:9663:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e8b40/0x99188b78c51a1dc3 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [10018816->10059775] (req 10018816->10059775) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec7321660 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.943575:0:9663:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e8b40/0x99188b78c51a1dc3 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [10018816->10059775] (req 10018816->10059775) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec7321660 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.948040:0:1982:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a8a71b40 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99d40/0x99188b78c51a1da0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec732162f expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.948197:0:1982:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a8a71b40 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99d40/0x99188b78c51a1da0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec732162f expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016125.948223:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339108096:192.168.201.101@tcp:4:fsx.0 00010000:00010000:3.0:1734016125.952847:0:9663:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e8b40/0x99188b78c51a1dc3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10018816->10059775) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec7321660 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.952858:0:9663:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e8b40/0x99188b78c51a1dc3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10018816->10059775) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec7321660 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.952892:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e8b40/0x99188b78c51a1dc3 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10018816->10059775) gid 0 flags: 0x10000000020000 nid: local remote: 0x903ef4aec7321660 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.952904:0:9663:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 5459147, setting rss=5459147; kms=5459147, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e8b40/0x99188b78c51a1dc3 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10018816->10059775) gid 0 flags: 0x10020000020000 nid: local remote: 0x903ef4aec7321660 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.952917:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e8b40/0x99188b78c51a1dc3 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10018816->10059775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321660 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.952923:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e8b40/0x99188b78c51a1dc3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10018816->10059775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321660 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016125.952942:0:9663:0:(vvp_io.c:1326:vvp_io_write_start()) f16a.sanityn: write [10018816, 10055802) 00000080:00200000:3.0:1734016125.953000:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 2446 of 0 to 4096 bytes 00000080:00200000:3.0:1734016125.953060:0:9663:0:(rw26.c:1006:ll_write_end()) pos 10018816, len 4096, copied 4096 00000080:00200000:3.0:1734016125.953068:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff88012e289e58[3 ffff88012c77cdc8 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016125.953070:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a75580 1fffff00000805 3:0 ffff88012e289e58 2446 lru 00000080:00200000:3.0:1734016125.953076:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e289eb8 2446: 1< 0 - - > 2< 10018816 0 0 0x0 0x0 | ffff8801376c5cc8 ffff88012c3aa000 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1734016125.953078:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e289e58 00000080:00200000:3.0:1734016125.953079:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016125.953081:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 2447 of 0 to 4096 bytes 00000080:00200000:3.0:1734016125.953095:0:9663:0:(rw26.c:1006:ll_write_end()) pos 10022912, len 4096, copied 4096 00000080:00200000:3.0:1734016125.953097:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff88012e289d80[3 ffff88012c77cdc8 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016125.953099:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a755c0 1fffff00000805 3:0 ffff88012e289d80 2447 lru 00000080:00200000:3.0:1734016125.953102:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e289de0 2447: 1< 0 - - > 2< 10022912 0 0 0x0 0x0 | ffff8801376c5cc8 ffff88012c3aa000 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1734016125.953104:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e289d80 00000080:00200000:3.0:1734016125.953104:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 2. 00000080:00200000:3.0:1734016125.953105:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 2448 of 0 to 4096 bytes 00000080:00200000:3.0:1734016125.953118:0:9663:0:(rw26.c:1006:ll_write_end()) pos 10027008, len 4096, copied 4096 00000080:00200000:3.0:1734016125.953120:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff88012e289ca8[3 ffff88012c77cdc8 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016125.953122:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a71200 1fffff00000805 3:0 ffff88012e289ca8 2448 lru 00000080:00200000:3.0:1734016125.953125:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e289d08 2448: 1< 0 - - > 2< 10027008 0 0 0x0 0x0 | ffff8801376c5cc8 ffff88012c3aa000 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1734016125.953126:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e289ca8 00000080:00200000:3.0:1734016125.953127:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 3. 00000080:00200000:3.0:1734016125.953128:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 2449 of 0 to 4096 bytes 00000080:00200000:3.0:1734016125.953139:0:9663:0:(rw26.c:1006:ll_write_end()) pos 10031104, len 4096, copied 4096 00000080:00200000:3.0:1734016125.953141:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff88012e289bd0[3 ffff88012c77cdc8 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016125.953143:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a71240 1fffff00000805 3:0 ffff88012e289bd0 2449 lru 00000080:00200000:3.0:1734016125.953146:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e289c30 2449: 1< 0 - - > 2< 10031104 0 0 0x0 0x0 | ffff8801376c5cc8 ffff88012c3aa000 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1734016125.953147:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e289bd0 00000080:00200000:3.0:1734016125.953148:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 4. 00000080:00200000:3.0:1734016125.953150:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 2450 of 0 to 4096 bytes 00000080:00200000:3.0:1734016125.953173:0:9663:0:(rw26.c:1006:ll_write_end()) pos 10035200, len 4096, copied 4096 00000080:00200000:3.0:1734016125.953176:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff88012e289af8[3 ffff88012c77cdc8 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016125.953178:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a71280 1fffff00000805 3:0 ffff88012e289af8 2450 lru 00000080:00200000:3.0:1734016125.953182:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e289b58 2450: 1< 0 - - > 2< 10035200 0 0 0x0 0x0 | ffff8801376c5cc8 ffff88012c3aa000 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1734016125.953183:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e289af8 00000080:00200000:3.0:1734016125.953184:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 5. 00000080:00200000:3.0:1734016125.953185:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 2451 of 0 to 4096 bytes 00000080:00200000:3.0:1734016125.953198:0:9663:0:(rw26.c:1006:ll_write_end()) pos 10039296, len 4096, copied 4096 00000080:00200000:3.0:1734016125.953201:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff88012e289a20[3 ffff88012c77cdc8 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016125.953203:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a712c0 1fffff00000805 3:0 ffff88012e289a20 2451 lru 00000080:00200000:3.0:1734016125.953207:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e289a80 2451: 1< 0 - - > 2< 10039296 0 0 0x0 0x0 | ffff8801376c5cc8 ffff88012c3aa000 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1734016125.953208:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e289a20 00000080:00200000:3.0:1734016125.953209:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 6. 00000080:00200000:3.0:1734016125.953210:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 2452 of 0 to 4096 bytes 00000080:00200000:3.0:1734016125.953219:0:9663:0:(rw26.c:1006:ll_write_end()) pos 10043392, len 4096, copied 4096 00000080:00200000:3.0:1734016125.953221:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff88012e289948[3 ffff88012c77cdc8 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016125.953223:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a71300 1fffff00000805 3:0 ffff88012e289948 2452 lru 00000080:00200000:3.0:1734016125.953226:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e2899a8 2452: 1< 0 - - > 2< 10043392 0 0 0x0 0x0 | ffff8801376c5cc8 ffff88012c3aa000 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1734016125.953227:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e289948 00000080:00200000:3.0:1734016125.953228:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 7. 00000080:00200000:3.0:1734016125.953229:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 2453 of 0 to 4096 bytes 00000080:00200000:3.0:1734016125.953239:0:9663:0:(rw26.c:1006:ll_write_end()) pos 10047488, len 4096, copied 4096 00000080:00200000:3.0:1734016125.953242:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff88012e289870[3 ffff88012c77cdc8 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016125.953244:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a71340 1fffff00000805 3:0 ffff88012e289870 2453 lru 00000080:00200000:3.0:1734016125.953247:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e2898d0 2453: 1< 0 - - > 2< 10047488 0 0 0x0 0x0 | ffff8801376c5cc8 ffff88012c3aa000 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1734016125.953248:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e289870 00000080:00200000:3.0:1734016125.953249:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 8. 00000080:00200000:3.0:1734016125.953250:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 2454 of 0 to 4096 bytes 00000080:00200000:3.0:1734016125.953262:0:9663:0:(rw26.c:1006:ll_write_end()) pos 10051584, len 4096, copied 4096 00000080:00200000:3.0:1734016125.953264:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff88012e289798[3 ffff88012c77cdc8 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016125.953266:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a71380 1fffff00000805 3:0 ffff88012e289798 2454 lru 00000080:00200000:3.0:1734016125.953269:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e2897f8 2454: 1< 0 - - > 2< 10051584 0 0 0x0 0x0 | ffff8801376c5cc8 ffff88012c3aa000 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1734016125.953270:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e289798 00000080:00200000:3.0:1734016125.953271:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 9. 00000080:00200000:3.0:1734016125.953272:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 2455 of 0 to 122 bytes 00000080:00200000:3.0:1734016125.953293:0:9663:0:(rw26.c:1006:ll_write_end()) pos 10055680, len 122, copied 122 00000080:00200000:3.0:1734016125.953296:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff88012e2896c0[3 ffff88012c77cdc8 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016125.953298:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a713c0 1fffff00000805 3:0 ffff88012e2896c0 2455 lru 00000080:00200000:3.0:1734016125.953301:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e289720 2455: 1< 0 - - > 2< 10055680 0 0 0x0 0x0 | ffff8801376c5cc8 ffff88012c3aa000 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1734016125.953302:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e2896c0 00000080:00200000:3.0:1734016125.953303:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 10. 00000080:00200000:3.0:1734016125.953308:0:9663:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 10, from 0, to 122 00000008:00010000:3.0:1734016125.953355:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff8800a9ae6900 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e8b40/0x99188b78c51a1dc3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10018816->10059775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321660 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.953376:0:9663:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff8800a9ae6900 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e8b40/0x99188b78c51a1dc3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10018816->10059775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321660 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.953383:0:9663:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff8800a9ae6900 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e8b40/0x99188b78c51a1dc3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10018816->10059775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321660 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.953388:0:9663:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff8800a9ae6900 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e8b40/0x99188b78c51a1dc3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10018816->10059775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321660 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.953393:0:9663:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff8800a9ae6900 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e8b40/0x99188b78c51a1dc3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10018816->10059775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321660 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.953398:0:9663:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff8800a9ae6900 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e8b40/0x99188b78c51a1dc3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10018816->10059775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321660 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.953403:0:9663:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff8800a9ae6900 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e8b40/0x99188b78c51a1dc3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10018816->10059775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321660 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.953409:0:9663:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff8800a9ae6900 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e8b40/0x99188b78c51a1dc3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10018816->10059775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321660 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.953417:0:9663:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff8800a9ae6900 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e8b40/0x99188b78c51a1dc3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10018816->10059775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321660 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.953423:0:9663:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff8800a9ae6900 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e8b40/0x99188b78c51a1dc3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10018816->10059775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321660 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016125.953434:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48248, count 10, dirtied 10 00000080:00200000:3.0:1734016125.953443:0:9663:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 10 pages 36986 bytes, tot: 36986 00000080:00200000:3.0:1734016125.953446:0:9663:0:(vvp_io.c:1405:vvp_io_write_start()) f16a.sanityn: write bytes 0, result: 36986 00000020:00010000:3.0:1734016125.953461:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800ac33f5d8 (ffff8800b6cde6c8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016125.953464:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800ac33f5d8 (ffff8800b6cde6c8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016125.953467:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b0028f30 (ffff8800b6cde248/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016125.953470:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e8b40/0x99188b78c51a1dc3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10018816->10059775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321660 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.953478:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e8b40/0x99188b78c51a1dc3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10018816->10059775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321660 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016125.953492:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800ac33f5d8 (ffff8800b6cde6c8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016125.953494:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b0028f30 (ffff8800b6cde6c8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016125.953502:0:9663:0:(vvp_io.c:533:vvp_io_advance()) advancing 36986 bytes 00000080:00200000:3.0:1734016125.953509:0:9663:0:(file.c:1930:ll_file_io_generic()) Range unlock [2446, 2455] 00000080:00200000:3.0:1734016125.953517:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016125.953520:0:9663:0:(file.c:1964:ll_file_io_generic()) f16a.sanityn: 2 io complete with rc: 0, result: 36986, restart: 0 00000080:00200000:3.0:1734016125.953527:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10055802 i_blocks 584 00000080:00200000:3.0:1734016125.953531:0:9663:0:(file.c:2044:ll_file_io_generic()) iot: 2, result: 36986 00000080:00200008:3.0:1734016125.953554:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec488c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016125.953562:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec488c8),name=f16a.sanityn 00000002:00010000:3.0:1734016125.953580:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016125.953596:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12df80/0x99188b78c51a1da7 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732163d expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016125.953605:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12df80/0x99188b78c51a1da7 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732163d expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016125.953616:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) 00000080:00010000:3.0:1734016125.953619:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) for lock 0x99188b78c51a1da7 00000080:00010000:3.0:1734016125.953624:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a1da7 from it ffff8800a7a77cd8 00010000:00010000:3.0:1734016125.953627:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12df80/0x99188b78c51a1da7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec732163d expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016125.953632:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12df80/0x99188b78c51a1da7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732163d expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016125.953654:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016125.953667:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016125.953680:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016125.953682:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3f30, osc lock ffff8800aa16c4c0, flags 0x400001002 00010000:00010000:3.0:1734016125.953702:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e8fc0/0x99188b78c51a1dca lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.953708:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e8fc0/0x99188b78c51a1dca lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016125.960984:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10055802 i_blocks 584 00000020:00010000:3.0:1734016125.960996:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff88012e265ff0 (ffff8800b6cde6c8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016125.961001:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012e265ff0 (ffff8800b6cde6c8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016125.961008:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3f30 (ffff8800b6cde248/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016125.961012:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012e265ff0 (ffff8800b6cde6c8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016125.961014:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3f30 (ffff8800b6cde6c8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016125.961035:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016125.961066:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016125.961074:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016125.961089:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016125.961109:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016125.961113:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3f30, osc lock ffff8800aa16c4c0, flags 0x400001002 00010000:00010000:3.0:1734016125.961141:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb180/0x99188b78c51a1dd1 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.961148:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb180/0x99188b78c51a1dd1 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016125.967033:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10055802 i_blocks 584 00000020:00010000:3.0:1734016125.967042:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff88012e265ff0 (ffff8800b6cde6c8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016125.967046:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012e265ff0 (ffff8800b6cde6c8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016125.967052:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3f30 (ffff8800b6cde248/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016125.967056:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012e265ff0 (ffff8800b6cde6c8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016125.967057:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3f30 (ffff8800b6cde6c8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016125.967072:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016125.967089:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 10055802 00000080:00a00000:3.0:1734016125.967185:0:9663:0:(llite_mmap.c:611:ll_file_mmap()) VFS_Op: fid=[0x200000401:0x9:0x0] vma=ffff8800b6297af8 start=0x7fe97e32b000 end=0x7fe97e330000 vm_flags=0xf9 00000080:00200000:3.0:1734016125.967197:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016125.967208:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016125.967227:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016125.967230:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3f30, osc lock ffff8800aa16c4c0, flags 0x400001002 00010000:00010000:3.0:1734016125.967259:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ea1c0/0x99188b78c51a1dd8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.967265:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ea1c0/0x99188b78c51a1dd8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016125.972915:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10055802 i_blocks 584 00000020:00010000:3.0:1734016125.972924:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff88012e265ff0 (ffff8800b6cde6c8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016125.972927:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012e265ff0 (ffff8800b6cde6c8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016125.972933:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3f30 (ffff8800b6cde248/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016125.972936:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012e265ff0 (ffff8800b6cde6c8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016125.972937:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3f30 (ffff8800b6cde6c8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016125.972952:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016125.973024:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 1841 00000080:00200000:3.0:1734016125.973037:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016125.973054:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016125.973070:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [1841, 1841] 00000008:00010000:3.0:1734016125.973087:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016125.973091:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3f30, osc lock ffff8800aa16c4c0, flags 0x0 00010000:00010000:3.0:1734016125.973121:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a1ddf lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.973129:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a1ddf lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [7540736->7544831] (req 7540736->7544831) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.973180:0:9663:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a1ddf lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [7540736->7544831] (req 7540736->7544831) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016125.973204:0:9663:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161500 pname:cluuid:pid:xid:nid:opc:job fsx:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:9663:1818247339108736:192.168.201.101@tcp:101:fsx.0 00000100:00100000:3.0:1734016125.973333:0:9663:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a9ae6600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016125.979275:0:9663:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161500 pname:cluuid:pid:xid:nid:opc:job fsx:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:9663:1818247339108736:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.979301:0:9663:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a1ddf lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [7540736->7544831] (req 7540736->7544831) gid 0 flags: 0x10000000020000 nid: local remote: 0x903ef4aec732167c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.979312:0:9663:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a1ddf lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [7540736->7544831] (req 7540736->7544831) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec732167c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.979319:0:9663:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a1ddf lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [7540736->7544831] (req 7540736->7544831) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec732167c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.990659:0:9663:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a1ddf lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7540736->7544831) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec732167c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.990670:0:9663:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a1ddf lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7540736->7544831) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec732167c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.990706:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a1ddf lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7540736->7544831) gid 0 flags: 0x10000000020000 nid: local remote: 0x903ef4aec732167c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.990720:0:9663:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 10055802, setting rss=10055802; kms=10055802, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a1ddf lrc: 4/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7540736->7544831) gid 0 flags: 0x10020000020000 nid: local remote: 0x903ef4aec732167c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.990731:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a1ddf lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7540736->7544831) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732167c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.990738:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a1ddf lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7540736->7544831) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732167c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016125.990881:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:3.0:1734016125.990897:0:1983:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a9ae6600 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a1ddf lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7540736->7544831) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732167c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.990937:0:1983:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (7540736 7544831) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a1ddf lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7540736->7544831) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732167c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016125.990976:0:1983:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa161500 - object 0x280000400:6 offset 7540736<>7544832 00000100:00100000:3.0:1734016125.990999:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339109248:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016125.995093:0:1983:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a9ae6600 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a1ddf lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7540736->7544831) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732167c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.995144:0:1983:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a9ae6600 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a1ddf lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7540736->7544831) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732167c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016125.995182:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339109248:192.168.201.101@tcp:3:fsx.0 00010000:00010000:3.0:1734016126.024369:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016126.079870:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339111680:192.168.201.101@tcp:103:ldlm_bl.0 00000008:00010000:3.0:1734016126.150061:0:1983:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a8a71c00 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2dba80/0x99188b78c51a1e10 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5832704->5836799) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73216ad expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.150105:0:1983:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5808128 5812223) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2dba80/0x99188b78c51a1e10 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5832704->5836799) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73216ad expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016126.150172:0:1983:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa161500 - object 0x280000400:6 offset 5808128<>5812224 00010000:00010000:3.0:1734016126.210662:0:4746:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016126.210685:0:4746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2dba80/0x99188b78c51a1e10 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5832704->5836799) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec73216ad expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.210699:0:4746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e2dba80 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016126.210710:0:4746:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2dba80/0x99188b78c51a1e10 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5832704->5836799) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec73216ad expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016126.210861:0:4746:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016126.212277:0:4746:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016126.212366:0:4746:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2dba80/0x99188b78c51a1e10 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5832704->5836799) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec73216ad expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.212375:0:4746:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016126.214564:0:4746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2dba80/0x99188b78c51a1e10 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5832704->5836799) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec73216ad expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.214575:0:4746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2dba80/0x99188b78c51a1e10 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5832704->5836799) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec73216ad expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.214606:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016126.214607:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016126.214612:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:3.0:1734016126.229214:0:9663:0:(rw26.c:1006:ll_write_end()) pos 8916992, len 2087, copied 2087 00000080:00200000:3.0:1734016126.229228:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff88012e28aca8[3 ffff88012c77cd00 2 1 ffff8800aaca9bc0] 00000080:00200000:3.0:1734016126.229232:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c9140 1fffff0000080d 3:0 ffff88012e28aca8 2177 lru 00000080:00200000:3.0:1734016126.229245:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e28ad08 2177: 1< 1 - - > 2< 8916992 0 4096 0x0 0x40009 | ffff8800aaf9dcc8 ffff88012c3aa1a0 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1734016126.229248:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e28aca8 00000080:00200000:3.0:1734016126.229249:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 15. 00000080:00200000:3.0:1734016126.229263:0:9663:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 15, from 0, to 2087 00000008:00010000:3.0:1734016126.229307:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff8800a9ae6780 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db840/0x99188b78c51a1e17 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8859648->8921087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73216b4 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016126.229376:0:9663:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff8800a9ae6780 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db840/0x99188b78c51a1e17 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8859648->8921087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73216b4 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016126.229384:0:9663:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff8800a9ae6780 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db840/0x99188b78c51a1e17 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8859648->8921087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73216b4 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016126.229390:0:9663:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff8800a9ae6780 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db840/0x99188b78c51a1e17 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8859648->8921087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73216b4 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016126.229395:0:9663:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff8800a9ae6780 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db840/0x99188b78c51a1e17 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8859648->8921087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73216b4 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016126.229401:0:9663:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff8800a9ae6780 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db840/0x99188b78c51a1e17 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8859648->8921087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73216b4 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016126.229406:0:9663:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff8800a9ae6780 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db840/0x99188b78c51a1e17 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8859648->8921087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73216b4 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016126.229411:0:9663:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff8800a9ae6780 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db840/0x99188b78c51a1e17 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8859648->8921087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73216b4 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016126.229420:0:9663:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff8800a9ae6780 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db840/0x99188b78c51a1e17 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8859648->8921087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73216b4 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016126.229425:0:9663:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff8800a9ae6780 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db840/0x99188b78c51a1e17 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8859648->8921087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73216b4 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016126.229430:0:9663:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff8800a9ae6780 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db840/0x99188b78c51a1e17 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8859648->8921087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73216b4 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016126.229435:0:9663:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff8800a9ae6780 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db840/0x99188b78c51a1e17 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8859648->8921087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73216b4 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016126.229440:0:9663:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff8800a9ae6780 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db840/0x99188b78c51a1e17 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8859648->8921087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73216b4 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016126.229445:0:9663:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff8800a9ae6780 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db840/0x99188b78c51a1e17 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8859648->8921087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73216b4 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016126.229456:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48a48, count 14, dirtied 14 00000008:00010000:3.0:1734016126.229465:0:9663:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff8800a9ae6780 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db840/0x99188b78c51a1e17 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8859648->8921087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73216b4 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016126.229470:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48a48, count 1, dirtied 1 00000080:00200000:3.0:1734016126.229473:0:9663:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 15 pages 59431 bytes, tot: 59431 00000080:00200000:3.0:1734016126.229474:0:9663:0:(vvp_io.c:1405:vvp_io_write_start()) f16a.sanityn: write bytes 0, result: 59431 00000020:00010000:3.0:1734016126.229490:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b43fc3f8 (ffff8800a8e27c68/0) at cl_lock_release():233 00000020:00010000:3.0:1734016126.229492:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b43fc3f8 (ffff8800a8e27c68/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016126.229496:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5bc8bb0 (ffff8800a8e27e18/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016126.229504:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db840/0x99188b78c51a1e17 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8859648->8921087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73216b4 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.229515:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db840/0x99188b78c51a1e17 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8859648->8921087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73216b4 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016126.229533:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b43fc3f8 (ffff8800a8e27c68/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016126.229536:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5bc8bb0 (ffff8800a8e27c68/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016126.229544:0:9663:0:(vvp_io.c:533:vvp_io_advance()) advancing 59431 bytes 00000080:00200000:3.0:1734016126.229552:0:9663:0:(file.c:1930:ll_file_io_generic()) Range unlock [2163, 2177] 00000080:00200000:3.0:1734016126.229561:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016126.229565:0:9663:0:(file.c:1964:ll_file_io_generic()) f16a.sanityn: 2 io complete with rc: 0, result: 59431, restart: 0 00000080:00200000:3.0:1734016126.229584:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10055802 i_blocks 728 00000080:00200000:3.0:1734016126.229594:0:9663:0:(file.c:2044:ll_file_io_generic()) iot: 2, result: 59431 00000080:00200008:3.0:1734016126.229626:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec488c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016126.229636:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec488c8),name=f16a.sanityn 00000002:00010000:3.0:1734016126.229659:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016126.229676:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12df80/0x99188b78c51a1da7 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732163d expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016126.229686:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12df80/0x99188b78c51a1da7 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732163d expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016126.229699:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) 00000080:00010000:3.0:1734016126.229703:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) for lock 0x99188b78c51a1da7 00000080:00010000:3.0:1734016126.229708:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a1da7 from it ffff8800a7a77cd8 00010000:00010000:3.0:1734016126.229711:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12df80/0x99188b78c51a1da7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec732163d expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016126.229719:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12df80/0x99188b78c51a1da7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732163d expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016126.229740:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016126.229753:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016126.229771:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016126.229773:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3e30, osc lock ffff8800aa16c720, flags 0x400001002 00010000:00010000:3.0:1734016126.229788:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db840/0x99188b78c51a1e17 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8859648->8921087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73216b4 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.229796:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db840/0x99188b78c51a1e17 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8859648->8921087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73216b4 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.229806:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db840/0x99188b78c51a1e17 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8859648->8921087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73216b4 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.229813:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db840/0x99188b78c51a1e17 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8859648->8921087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73216b4 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016126.229824:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10055802 i_blocks 728 00000020:00010000:3.0:1734016126.229827:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800aaca9b60 (ffff8800a8e27c68/0) at cl_lock_release():233 00000020:00010000:3.0:1734016126.229829:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800aaca9b60 (ffff8800a8e27c68/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016126.229832:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3e30 (ffff8800a8e27e18/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016126.229835:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800aaca9b60 (ffff8800a8e27c68/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016126.229837:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3e30 (ffff8800a8e27c68/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016126.229842:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016126.229858:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016126.229863:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016126.229867:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016126.229871:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016126.229872:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3e30, osc lock ffff8800aa16c720, flags 0x400001002 00010000:00010000:3.0:1734016126.229876:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db840/0x99188b78c51a1e17 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8859648->8921087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73216b4 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.229884:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db840/0x99188b78c51a1e17 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8859648->8921087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73216b4 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.229890:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db840/0x99188b78c51a1e17 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8859648->8921087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73216b4 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.229897:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db840/0x99188b78c51a1e17 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8859648->8921087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73216b4 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016126.229905:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10055802 i_blocks 728 00000020:00010000:3.0:1734016126.229907:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800aaca9b60 (ffff8800a8e27c68/0) at cl_lock_release():233 00000020:00010000:3.0:1734016126.229908:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800aaca9b60 (ffff8800a8e27c68/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016126.229910:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3e30 (ffff8800a8e27e18/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016126.229912:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800aaca9b60 (ffff8800a8e27c68/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016126.229914:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3e30 (ffff8800a8e27c68/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016126.229917:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016126.229924:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 10055802 00000080:00200008:3.0:1734016126.229936:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec480c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016126.229942:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec480c8),name=f16a.sanityn 00000002:00010000:3.0:1734016126.229956:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016126.229966:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9a640/0x99188b78c51a1dae lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732164b expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016126.229975:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9a640/0x99188b78c51a1dae lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732164b expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016126.229983:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) 00000080:00010000:3.0:1734016126.229985:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) for lock 0x99188b78c51a1dae 00000080:00010000:3.0:1734016126.229988:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a1dae from it ffff8800a7a77cd8 00010000:00010000:3.0:1734016126.229990:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9a640/0x99188b78c51a1dae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec732164b expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016126.229996:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9a640/0x99188b78c51a1dae lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732164b expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016126.230008:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016126.230012:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016126.230017:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016126.230019:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3e30, osc lock ffff8800aa16c720, flags 0x400001002 00010000:00010000:3.0:1734016126.230037:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e9680/0x99188b78c51a1e1e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.230044:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e9680/0x99188b78c51a1e1e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016126.230120:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016126.230137:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339116032:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.238426:0:1982:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e9680/0x99188b78c51a1e1e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.238465:0:1982:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e9680/0x99188b78c51a1e1e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.238485:0:1982:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e9680/0x99188b78c51a1e1e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.238494:0:1982:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e9680/0x99188b78c51a1e1e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.238502:0:1982:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e9680/0x99188b78c51a1e1e lrc: 5/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016126.238525:0:1982:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 10055802, setting rss=10055802; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016126.240368:0:1982:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e9680/0x99188b78c51a1e1e lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.240390:0:1982:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e9680/0x99188b78c51a1e1e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.240399:0:1982:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e9680/0x99188b78c51a1e1e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.240406:0:1982:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e3e9680 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016126.240413:0:1982:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e9680/0x99188b78c51a1e1e lrc: 5/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.240432:0:1982:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016126.240437:0:1982:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e9680/0x99188b78c51a1e1e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.240443:0:1982:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e9680/0x99188b78c51a1e1e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016126.240818:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339116032:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.289007:0:4745:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016126.289018:0:4745:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db840/0x99188b78c51a1e17 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8859648->8921087) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec73216b4 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.289027:0:4745:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e2db840 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016126.289035:0:4745:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db840/0x99188b78c51a1e17 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8859648->8921087) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec73216b4 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016126.289067:0:4745:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012abacd80 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db840/0x99188b78c51a1e17 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8859648->8921087) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec73216b4 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016126.289076:0:4745:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a9ae6780 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db840/0x99188b78c51a1e17 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8859648->8921087) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec73216b4 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016126.289090:0:4745:0:(osc_cache.c:1066:osc_extent_make_ready()) ### extent: ffff88012abacd80 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db840/0x99188b78c51a1e17 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8859648->8921087) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec73216b4 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016126.289126:0:4745:0:(osc_cache.c:1066:osc_extent_make_ready()) ### extent: ffff8800a9ae6780 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db840/0x99188b78c51a1e17 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8859648->8921087) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec73216b4 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.289201:0:4745:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5419008 5423103) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db840/0x99188b78c51a1e17 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8859648->8921087) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec73216b4 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016126.289368:0:4745:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa161500 - object 0x280000400:6 offset 5419008<>8921088 00000100:00100000:3.0:1734016126.289407:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016126.289424:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339116928:192.168.201.101@tcp:4:fsx.0 00000008:00010000:3.0:1734016126.304479:0:1982:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012abacd80 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db840/0x99188b78c51a1e17 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8859648->8921087) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec73216b4 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016126.304533:0:1982:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012abacd80 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db840/0x99188b78c51a1e17 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8859648->8921087) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec73216b4 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016126.304540:0:1982:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a9ae6780 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db840/0x99188b78c51a1e17 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8859648->8921087) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec73216b4 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016126.304561:0:1982:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a9ae6780 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db840/0x99188b78c51a1e17 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8859648->8921087) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec73216b4 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016126.304586:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339116928:192.168.201.101@tcp:4:fsx.0 00000100:00100000:3.0:1734016126.372353:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339117824:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016126.492067:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339120512:192.168.201.101@tcp:4:fsx.0 00000008:00010000:3.0:1734016126.503719:0:1983:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012abaccc0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a1e4f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4812800->4874239) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec73216ec expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016126.503857:0:1983:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012abaccc0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a1e4f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4812800->4874239) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec73216ec expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016126.503867:0:1983:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012abac540 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a1e4f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4812800->4874239) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec73216ec expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016126.503896:0:1983:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012abac540 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a1e4f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4812800->4874239) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec73216ec expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016126.503939:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339120512:192.168.201.101@tcp:4:fsx.0 00000100:00100000:3.0:1734016126.526430:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339120640:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016126.533292:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339121024:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.540556:0:1982:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b180/0x99188b78c51a1e9c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.540584:0:1982:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b180/0x99188b78c51a1e9c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.540603:0:1982:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b180/0x99188b78c51a1e9c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.540611:0:1982:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b180/0x99188b78c51a1e9c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.540625:0:1982:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b180/0x99188b78c51a1e9c lrc: 5/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016126.540644:0:1982:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 6540877, setting rss=6540877; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016126.540678:0:1982:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b180/0x99188b78c51a1e9c lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.540686:0:1982:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b180/0x99188b78c51a1e9c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.540696:0:1982:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b180/0x99188b78c51a1e9c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.540704:0:1982:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012db9b180 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016126.540709:0:1982:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b180/0x99188b78c51a1e9c lrc: 5/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.540771:0:1982:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016126.540779:0:1982:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b180/0x99188b78c51a1e9c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.540785:0:1982:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b180/0x99188b78c51a1e9c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016126.541481:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339121024:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.579369:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a1eb1 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3567616->3629055) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321763 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.579401:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a1eb1 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3567616->3629055) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321763 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016126.584361:0:1983:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a8a71cc0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a1eb1 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3567616->3629055) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321763 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016126.584389:0:1983:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a8a71c00 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a1eb1 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3567616->3629055) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321763 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.584530:0:1983:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3567616 3571711) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a1eb1 lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3567616->3629055) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321763 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016126.584913:0:1983:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa163480 - object 0x280000400:6 offset 0<>4194304 00000008:00010000:3.0:1734016126.584932:0:1983:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a8a71c00 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a1eb1 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3567616->3629055) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321763 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.584967:0:1983:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (4194304 4198399) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a1eb1 lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3567616->3629055) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321763 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016126.585056:0:1983:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa163100 - object 0x280000400:6 offset 4194304<>6541312 00000100:00100000:3.0:1734016126.585098:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339121920:192.168.201.101@tcp:3:fsx.0 00000100:00100000:3.0:1734016126.585312:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1734016126.585350:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339121792:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016126.682006:0:1983:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a8a71c00 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a1eb1 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3567616->3629055) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321763 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016126.682350:0:1983:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a8a71c00 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a1eb1 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3567616->3629055) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321763 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016126.682393:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339121920:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016126.717926:0:1983:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a8a71cc0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a1eb1 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3567616->3629055) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321763 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016126.718823:0:1983:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a8a71cc0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a1eb1 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3567616->3629055) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321763 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016126.718867:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339121792:192.168.201.101@tcp:3:fsx.0 00000080:00200000:3.0:1734016126.737767:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 6540877 i_blocks 920 00000020:00010000:3.0:1734016126.737792:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a94248 (ffff8800a8a70a28/0) at cl_lock_release():233 00000020:00010000:3.0:1734016126.737799:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a94248 (ffff8800a8a70a28/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016126.737808:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b0028db0 (ffff8800a8a702d8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016126.737818:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a94248 (ffff8800a8a70a28/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016126.737822:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b0028db0 (ffff8800a8a70a28/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016126.737852:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016126.737891:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016126.737908:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016126.737923:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016126.737951:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016126.737956:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3e30, osc lock ffff8800aa16c5f0, flags 0x400001002 00010000:00010000:3.0:1734016126.737995:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a640/0x99188b78c51a1eb8 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732176a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.738016:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a640/0x99188b78c51a1eb8 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732176a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.738034:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a640/0x99188b78c51a1eb8 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732176a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.738044:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a640/0x99188b78c51a1eb8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732176a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016126.738073:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 6540877 i_blocks 920 00000020:00010000:3.0:1734016126.738076:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a94248 (ffff8800a8a70a28/0) at cl_lock_release():233 00000020:00010000:3.0:1734016126.738078:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a94248 (ffff8800a8a70a28/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016126.738080:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3e30 (ffff8800a8a702d8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016126.738082:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a94248 (ffff8800a8a70a28/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016126.738085:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3e30 (ffff8800a8a70a28/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016126.738090:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016126.738099:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 6540877 00000080:00200008:3.0:1734016126.738116:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec488c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016126.738126:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec488c8),name=f16a.sanityn 00000002:00010000:3.0:1734016126.738172:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016126.738189:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12f840/0x99188b78c51a1e95 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7321740 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016126.738199:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12f840/0x99188b78c51a1e95 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7321740 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016126.738214:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) 00000080:00010000:3.0:1734016126.738218:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) for lock 0x99188b78c51a1e95 00000080:00010000:3.0:1734016126.738225:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a1e95 from it ffff8800a7a77cd8 00010000:00010000:3.0:1734016126.738229:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12f840/0x99188b78c51a1e95 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec7321740 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016126.738236:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12f840/0x99188b78c51a1e95 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7321740 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016126.738258:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016126.738263:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016126.738272:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016126.738274:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3e30, osc lock ffff8800aa16c5f0, flags 0x400001002 00010000:00010000:3.0:1734016126.738287:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a1eb1 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3567616->3629055) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321763 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.738296:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a1eb1 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3567616->3629055) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321763 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.738304:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a1eb1 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3567616->3629055) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321763 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.738311:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a1eb1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3567616->3629055) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321763 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016126.738361:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 6540877 i_blocks 920 00000020:00010000:3.0:1734016126.738365:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a94248 (ffff8800a8a70a28/0) at cl_lock_release():233 00000020:00010000:3.0:1734016126.738368:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a94248 (ffff8800a8a70a28/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016126.738371:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3e30 (ffff8800a8a702d8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016126.738373:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a94248 (ffff8800a8a70a28/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016126.738375:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3e30 (ffff8800a8a70a28/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016126.738381:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016126.738390:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016126.738394:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016126.738398:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016126.738402:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016126.738404:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3e30, osc lock ffff8800aa16c5f0, flags 0x400001002 00010000:00010000:3.0:1734016126.738409:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a1eb1 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3567616->3629055) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321763 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.738417:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a1eb1 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3567616->3629055) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321763 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.738425:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a1eb1 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3567616->3629055) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321763 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.738433:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a1eb1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3567616->3629055) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321763 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016126.738443:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 6540877 i_blocks 920 00000020:00010000:3.0:1734016126.738446:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a94248 (ffff8800a8a70a28/0) at cl_lock_release():233 00000020:00010000:3.0:1734016126.738448:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a94248 (ffff8800a8a70a28/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016126.738450:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3e30 (ffff8800a8a702d8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016126.738453:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a94248 (ffff8800a8a70a28/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016126.738455:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3e30 (ffff8800a8a70a28/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016126.738460:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016126.738466:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 6540877 00000080:00200008:3.0:1734016126.738540:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 3670016, type: SEEK_SET 00000080:00200008:3.0:1734016126.738545:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 3670016, type: SEEK_SET, rc = 3670016 00000080:00200008:3.0:1734016126.738558:0:9663:0:(file.c:2290:do_file_read_iter()) START file f16a.sanityn:[0x200000401:0x9:0x0], ppos: 3670016, count: 45627 00000080:00200000:3.0:1734016126.738564:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016126.738570:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016126.738594:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 896 00000080:00200000:3.0:1734016126.738617:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 897 00000080:00200000:3.0:1734016126.738624:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 898 00000080:00200000:3.0:1734016126.738634:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 899 00000080:00200000:3.0:1734016126.738645:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 900 00000080:00200000:3.0:1734016126.738653:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 901 00000080:00200000:3.0:1734016126.738662:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 902 00000080:00200000:3.0:1734016126.738670:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 903 00000080:00200000:3.0:1734016126.738677:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 904 00000080:00200000:3.0:1734016126.738683:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 905 00000080:00200000:3.0:1734016126.738692:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 906 00000080:00200000:3.0:1734016126.738699:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 907 00000080:00200008:3.0:1734016126.738740:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec488c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016126.738744:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec488c8),name=f16a.sanityn 00000002:00010000:3.0:1734016126.738750:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016126.738756:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12f840/0x99188b78c51a1e95 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7321740 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016126.738764:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12f840/0x99188b78c51a1e95 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7321740 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016126.738771:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) 00000080:00010000:3.0:1734016126.738774:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) for lock 0x99188b78c51a1e95 00000080:00010000:3.0:1734016126.738777:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a1e95 from it ffff8800a7a77cd8 00010000:00010000:3.0:1734016126.738780:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12f840/0x99188b78c51a1e95 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec7321740 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016126.738787:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12f840/0x99188b78c51a1e95 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7321740 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016126.738798:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016126.738802:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016126.738807:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016126.738808:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3e30, osc lock ffff8800aa16c5f0, flags 0x400001002 00010000:00010000:3.0:1734016126.738815:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a1eb1 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3567616->3629055) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321763 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.738822:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a1eb1 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3567616->3629055) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321763 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.738830:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a1eb1 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3567616->3629055) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321763 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.738838:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a1eb1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3567616->3629055) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321763 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016126.738848:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 6540877 i_blocks 920 00000020:00010000:3.0:1734016126.738851:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a94248 (ffff8800a8a70a28/0) at cl_lock_release():233 00000020:00010000:3.0:1734016126.738853:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a94248 (ffff8800a8a70a28/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016126.738856:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3e30 (ffff8800a8a702d8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016126.738859:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a94248 (ffff8800a8a70a28/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016126.738861:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3e30 (ffff8800a8a70a28/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016126.738866:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016126.738873:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016126.738877:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016126.738880:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016126.738884:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016126.738886:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3e30, osc lock ffff8800aa16c5f0, flags 0x400001002 00010000:00010000:3.0:1734016126.738891:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a1eb1 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3567616->3629055) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321763 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.738898:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a1eb1 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3567616->3629055) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321763 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.738906:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a1eb1 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3567616->3629055) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321763 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.740696:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a1eb1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3567616->3629055) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321763 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016126.740747:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 6540877 i_blocks 920 00000020:00010000:3.0:1734016126.740754:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a94248 (ffff8800a8a70a28/0) at cl_lock_release():233 00000020:00010000:3.0:1734016126.740758:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a94248 (ffff8800a8a70a28/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016126.740763:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3e30 (ffff8800a8a702d8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016126.740767:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a94248 (ffff8800a8a70a28/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016126.740769:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3e30 (ffff8800a8a70a28/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016126.740790:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016126.740805:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 6540877 00000080:00200008:3.0:1734016126.740832:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec480c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016126.740842:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec480c8),name=f16a.sanityn 00000002:00010000:3.0:1734016126.740876:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016126.740905:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12c6c0/0x99188b78c51a1eaa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732175c expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016126.740923:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12c6c0/0x99188b78c51a1eaa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732175c expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016126.740937:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) 00000080:00010000:3.0:1734016126.740941:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) for lock 0x99188b78c51a1eaa 00000080:00010000:3.0:1734016126.740951:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a1eaa from it ffff8800a7a77cd8 00010000:00010000:3.0:1734016126.740954:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12c6c0/0x99188b78c51a1eaa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec732175c expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016126.740959:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12c6c0/0x99188b78c51a1eaa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732175c expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016126.740986:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016126.741003:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016126.741026:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016126.741028:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3e30, osc lock ffff8800aa16c5f0, flags 0x400001002 00010000:00010000:3.0:1734016126.741045:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a640/0x99188b78c51a1eb8 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732176a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.741053:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a640/0x99188b78c51a1eb8 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732176a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.741063:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a640/0x99188b78c51a1eb8 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732176a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.741068:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a640/0x99188b78c51a1eb8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732176a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016126.741085:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 6540877 i_blocks 920 00000020:00010000:3.0:1734016126.741087:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a94248 (ffff8800a8a70a28/0) at cl_lock_release():233 00000020:00010000:3.0:1734016126.741089:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a94248 (ffff8800a8a70a28/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016126.741090:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3e30 (ffff8800a8a702d8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016126.741092:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a94248 (ffff8800a8a70a28/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016126.741094:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3e30 (ffff8800a8a70a28/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016126.741097:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016126.741110:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016126.741113:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016126.741116:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016126.741120:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016126.741122:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3e30, osc lock ffff8800aa16c5f0, flags 0x400001002 00010000:00010000:3.0:1734016126.741126:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a640/0x99188b78c51a1eb8 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732176a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.741133:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a640/0x99188b78c51a1eb8 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732176a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.741139:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a640/0x99188b78c51a1eb8 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732176a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.741144:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a640/0x99188b78c51a1eb8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732176a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016126.741163:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 6540877 i_blocks 920 00000020:00010000:3.0:1734016126.741166:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a94248 (ffff8800a8a70a28/0) at cl_lock_release():233 00000020:00010000:3.0:1734016126.741168:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a94248 (ffff8800a8a70a28/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016126.741170:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3e30 (ffff8800a8a702d8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016126.741172:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a94248 (ffff8800a8a70a28/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016126.741173:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3e30 (ffff8800a8a70a28/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016126.741177:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016126.741182:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 6540877 00000080:00200008:3.0:1734016126.741188:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec480c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016126.741190:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec480c8),name=f16a.sanityn 00000002:00010000:3.0:1734016126.741195:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016126.741199:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12c6c0/0x99188b78c51a1eaa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732175c expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016126.741204:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12c6c0/0x99188b78c51a1eaa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732175c expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016126.741209:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) 00000080:00010000:3.0:1734016126.741211:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) for lock 0x99188b78c51a1eaa 00000080:00010000:3.0:1734016126.741213:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a1eaa from it ffff8800a7a77cd8 00010000:00010000:3.0:1734016126.741216:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12c6c0/0x99188b78c51a1eaa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec732175c expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016126.741221:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12c6c0/0x99188b78c51a1eaa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732175c expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016126.741230:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016126.741232:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016126.741237:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016126.741238:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3e30, osc lock ffff8800aa16c5f0, flags 0x400001002 00010000:00010000:3.0:1734016126.741243:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a640/0x99188b78c51a1eb8 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732176a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.741249:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a640/0x99188b78c51a1eb8 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732176a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.741254:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a640/0x99188b78c51a1eb8 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732176a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.741259:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a640/0x99188b78c51a1eb8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732176a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016126.741266:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 6540877 i_blocks 920 00000020:00010000:3.0:1734016126.741272:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a94248 (ffff8800a8a70a28/0) at cl_lock_release():233 00000020:00010000:3.0:1734016126.741274:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a94248 (ffff8800a8a70a28/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016126.741276:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3e30 (ffff8800a8a702d8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016126.741277:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a94248 (ffff8800a8a70a28/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016126.741279:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3e30 (ffff8800a8a70a28/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016126.741282:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016126.741288:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016126.741290:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016126.741293:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016126.741296:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016126.741297:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3e30, osc lock ffff8800aa16c5f0, flags 0x400001002 00010000:00010000:3.0:1734016126.741301:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a640/0x99188b78c51a1eb8 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732176a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.741307:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a640/0x99188b78c51a1eb8 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732176a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.741314:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a640/0x99188b78c51a1eb8 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732176a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.748920:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a640/0x99188b78c51a1eb8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732176a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016126.748988:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 6540877 i_blocks 920 00000020:00010000:3.0:1734016126.749000:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a94248 (ffff8800a8a70a28/0) at cl_lock_release():233 00000020:00010000:3.0:1734016126.749003:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a94248 (ffff8800a8a70a28/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016126.749010:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3e30 (ffff8800a8a702d8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016126.749015:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a94248 (ffff8800a8a70a28/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016126.749017:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3e30 (ffff8800a8a70a28/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016126.749040:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016126.749056:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 6540877 00000080:00200008:3.0:1734016126.749122:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 4882432, type: SEEK_SET 00000080:00200008:3.0:1734016126.749129:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 4882432, type: SEEK_SET, rc = 4882432 00000080:00200008:3.0:1734016126.749143:0:9663:0:(file.c:2290:do_file_read_iter()) START file f16a.sanityn:[0x200000401:0x9:0x0], ppos: 4882432, count: 28199 00000080:00200000:3.0:1734016126.749165:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016126.749177:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016126.749195:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 1192 00000080:00200000:3.0:1734016126.749216:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 1193 00000080:00200000:3.0:1734016126.749222:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 1194 00000080:00200000:3.0:1734016126.749228:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 1195 00000080:00200000:3.0:1734016126.749234:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 1196 00000080:00200000:3.0:1734016126.749240:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 1197 00000080:00200000:3.0:1734016126.749245:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 1198 00000080:00200008:3.0:1734016126.749275:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec480c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016126.749285:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec480c8),name=f16a.sanityn 00000002:00010000:3.0:1734016126.749311:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016126.749354:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12c6c0/0x99188b78c51a1eaa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732175c expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016126.749371:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12c6c0/0x99188b78c51a1eaa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732175c expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016126.749388:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) 00000080:00010000:3.0:1734016126.749392:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) for lock 0x99188b78c51a1eaa 00000080:00010000:3.0:1734016126.749400:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a1eaa from it ffff8800a7a77cd8 00010000:00010000:3.0:1734016126.749404:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12c6c0/0x99188b78c51a1eaa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec732175c expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016126.749410:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12c6c0/0x99188b78c51a1eaa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732175c expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016126.749429:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016126.749434:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016126.749456:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016126.749460:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3e30, osc lock ffff8800aa16c5f0, flags 0x400001002 00010000:00010000:3.0:1734016126.749474:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a640/0x99188b78c51a1eb8 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732176a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.749482:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a640/0x99188b78c51a1eb8 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732176a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.749492:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a640/0x99188b78c51a1eb8 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732176a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.749503:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a640/0x99188b78c51a1eb8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732176a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016126.749514:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 6540877 i_blocks 920 00000020:00010000:3.0:1734016126.749517:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a94248 (ffff8800a8a70a28/0) at cl_lock_release():233 00000020:00010000:3.0:1734016126.749519:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a94248 (ffff8800a8a70a28/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016126.749521:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3e30 (ffff8800a8a702d8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016126.749524:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a94248 (ffff8800a8a70a28/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016126.749526:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3e30 (ffff8800a8a70a28/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016126.749530:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016126.749539:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016126.749542:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016126.749545:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016126.749550:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016126.749552:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3e30, osc lock ffff8800aa16c5f0, flags 0x400001002 00010000:00010000:3.0:1734016126.749557:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a640/0x99188b78c51a1eb8 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732176a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.749564:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a640/0x99188b78c51a1eb8 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732176a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.749573:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a640/0x99188b78c51a1eb8 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732176a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.749580:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a640/0x99188b78c51a1eb8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732176a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016126.749594:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 6540877 i_blocks 920 00000020:00010000:3.0:1734016126.749596:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a94248 (ffff8800a8a70a28/0) at cl_lock_release():233 00000020:00010000:3.0:1734016126.749598:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a94248 (ffff8800a8a70a28/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016126.749600:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3e30 (ffff8800a8a702d8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016126.749603:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a94248 (ffff8800a8a70a28/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016126.749605:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3e30 (ffff8800a8a70a28/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016126.749609:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016126.749613:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 6540877 00000080:00200008:3.0:1734016126.757737:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec488c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016126.757762:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec488c8),name=f16a.sanityn 00000002:00010000:3.0:1734016126.757799:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016126.757828:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12f840/0x99188b78c51a1e95 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7321740 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016126.757846:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12f840/0x99188b78c51a1e95 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7321740 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016126.757865:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) 00000080:00010000:3.0:1734016126.757868:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) for lock 0x99188b78c51a1e95 00000080:00010000:3.0:1734016126.757877:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a1e95 from it ffff8800a7a77cd8 00010000:00010000:3.0:1734016126.757881:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12f840/0x99188b78c51a1e95 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec7321740 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016126.757889:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12f840/0x99188b78c51a1e95 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7321740 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016126.757936:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016126.757952:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016126.757976:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016126.757979:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3e30, osc lock ffff8800aa16c5f0, flags 0x400001002 00010000:00010000:3.0:1734016126.757997:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a1eb1 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3567616->3629055) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321763 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.758006:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a1eb1 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3567616->3629055) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321763 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.758016:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a1eb1 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3567616->3629055) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321763 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.758022:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a1eb1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3567616->3629055) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321763 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016126.758040:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 6540877 i_blocks 920 00000020:00010000:3.0:1734016126.758045:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a94248 (ffff8800a8a70a28/0) at cl_lock_release():233 00000020:00010000:3.0:1734016126.758048:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a94248 (ffff8800a8a70a28/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016126.758050:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3e30 (ffff8800a8a702d8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016126.758054:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a94248 (ffff8800a8a70a28/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016126.758056:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3e30 (ffff8800a8a70a28/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016126.758069:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016126.758091:0:9663:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1734016126.758095:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1734016126.758104:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016126.758115:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [2285, 2296] 00000008:00010000:3.0:1734016126.758124:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016126.758126:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3e30, osc lock ffff8800aa16c5f0, flags 0x0 00010000:00010000:3.0:1734016126.758131:0:9663:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800b5a02000 type 11 mode 2 res 10737419264/6 (9359360 9408511) 00010000:00010000:3.0:1734016126.758146:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ebcc0/0x99188b78c51a1ebf lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.758166:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ebcc0/0x99188b78c51a1ebf lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [9359360->9408511] (req 9359360->9408511) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.758220:0:9663:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ebcc0/0x99188b78c51a1ebf lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [9359360->9408511] (req 9359360->9408511) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016126.758266:0:9663:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163480 pname:cluuid:pid:xid:nid:opc:job fsx:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:9663:1818247339122304:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.775780:0:5244:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1734016126.775790:0:5244:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a640/0x99188b78c51a1eb8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x903ef4aec732176a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.775800:0:5244:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012db9a640 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016126.775808:0:5244:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a640/0x99188b78c51a1eb8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0x903ef4aec732176a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016126.775876:0:5244:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016126.775895:0:5244:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016126.775961:0:5244:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a640/0x99188b78c51a1eb8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x903ef4aec732176a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.775970:0:5244:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016126.776004:0:5244:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a640/0x99188b78c51a1eb8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x903ef4aec732176a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.776014:0:5244:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a640/0x99188b78c51a1eb8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x903ef4aec732176a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.776051:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016126.776053:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016126.776055:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016126.776065:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016126.776084:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339122432:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016126.780677:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339122432:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016126.780746:0:9663:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163480 pname:cluuid:pid:xid:nid:opc:job fsx:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:9663:1818247339122304:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016126.780790:0:9663:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ebcc0/0x99188b78c51a1ebf lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [9359360->9408511] (req 9359360->9408511) gid 0 flags: 0x10000000020000 nid: local remote: 0x903ef4aec7321771 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.780808:0:9663:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ebcc0/0x99188b78c51a1ebf lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [9359360->9408511] (req 9359360->9408511) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec7321771 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.780818:0:9663:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ebcc0/0x99188b78c51a1ebf lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [9359360->9408511] (req 9359360->9408511) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec7321771 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016126.787264:0:4745:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016126.787399:0:4745:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a1eb1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3567616->3629055) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321763 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.787412:0:4745:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016126.787460:0:4745:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a1eb1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3567616->3629055) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321763 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.787469:0:4745:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a1eb1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3567616->3629055) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321763 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016126.787492:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016126.787520:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339122560:192.168.201.101@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016126.787636:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016126.787637:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016126.787643:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016126.790220:0:9663:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ebcc0/0x99188b78c51a1ebf lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9359360->9408511) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec7321771 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.790231:0:9663:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ebcc0/0x99188b78c51a1ebf lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9359360->9408511) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec7321771 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.790270:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ebcc0/0x99188b78c51a1ebf lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9359360->9408511) gid 0 flags: 0x10000000020000 nid: local remote: 0x903ef4aec7321771 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016126.790285:0:9663:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 6540877, setting rss=6540877; kms=6540877, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ebcc0/0x99188b78c51a1ebf lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9359360->9408511) gid 0 flags: 0x10020000020000 nid: local remote: 0x903ef4aec7321771 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.790298:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ebcc0/0x99188b78c51a1ebf lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9359360->9408511) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321771 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.790305:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ebcc0/0x99188b78c51a1ebf lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9359360->9408511) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321771 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016126.790388:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 6540877 i_blocks 920 00000100:00100000:3.0:1734016126.790482:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016126.790501:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339122688:192.168.201.101@tcp:22:fsx.0 00000100:00100000:3.0:1734016126.798829:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339122688:192.168.201.101@tcp:22:fsx.0 00000100:00100000:3.0:1734016126.806234:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339122944:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016126.815937:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339122944:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016126.833953:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:3.0:1734016126.833979:0:1983:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a9ae6780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a1ec6 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6443008->6504447) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321778 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.834059:0:1983:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (6443008 6447103) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a1ec6 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6443008->6504447) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321778 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016126.834403:0:1983:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa163800 - object 0x280000400:6 offset 0<>6447104 00000100:00100000:3.0:1734016126.834441:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339123200:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016126.937308:0:1983:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a9ae6780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a1ec6 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6443008->6504447) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321778 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016126.937879:0:1983:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a9ae6780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a1ec6 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6443008->6504447) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321778 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016126.937927:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339123200:192.168.201.101@tcp:3:fsx.0 00010000:00010000:3.0:1734016127.024290:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db3c0/0x99188b78c51a1ecd lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732177f expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.024351:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db3c0/0x99188b78c51a1ecd lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732177f expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016127.026590:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:3.0:1734016127.026632:0:1983:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a9ae6780 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db3c0/0x99188b78c51a1ecd lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732177f expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.026745:0:1983:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3723264 3727359) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db3c0/0x99188b78c51a1ecd lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732177f expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016127.026972:0:1983:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa163800 - object 0x280000400:6 offset 0<>4194304 00000100:00100000:3.0:1734016127.027009:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339124096:192.168.201.101@tcp:3:fsx.0 00000100:00100000:3.0:1734016127.031691:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339124352:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016127.208372:0:1983:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a8a716c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db3c0/0x99188b78c51a1ecd lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732177f expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016127.216562:0:1983:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a8a716c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2db3c0/0x99188b78c51a1ecd lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732177f expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016127.216636:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339124352:192.168.201.101@tcp:3:fsx.0 00010000:00010000:3.0:1734016127.267984:0:5244:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016127.267992:0:5244:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a1ec6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6443008->6504447) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec7321778 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.268000:0:5244:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aa12e400 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016127.268004:0:5244:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a1ec6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6443008->6504447) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec7321778 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016127.268015:0:5244:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016127.308176:0:5244:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016127.308267:0:5244:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a1ec6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6443008->6504447) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321778 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.308280:0:5244:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016127.318515:0:5244:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a1ec6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6443008->6504447) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321778 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.318532:0:5244:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a1ec6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6443008->6504447) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321778 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.318554:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016127.318555:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016127.318559:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00010000:3.0:1734016127.331223:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800ac33f998 (ffff8800b6cde6c8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016127.331230:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800ac33f998 (ffff8800b6cde6c8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016127.331238:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5bc85b0 (ffff8800b6cde248/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016127.331256:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2dbcc0/0x99188b78c51a1ed4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7553024->7581695) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321786 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.331274:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2dbcc0/0x99188b78c51a1ed4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7553024->7581695) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321786 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016127.331295:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800ac33f998 (ffff8800b6cde6c8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016127.331298:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5bc85b0 (ffff8800b6cde6c8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016127.331340:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016127.331410:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec480c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016127.331421:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec480c8),name=f16a.sanityn 00000002:00010000:3.0:1734016127.331450:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016127.331476:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12c6c0/0x99188b78c51a1eaa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732175c expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016127.331489:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12c6c0/0x99188b78c51a1eaa lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732175c expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016127.331504:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) 00000080:00010000:3.0:1734016127.331509:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) for lock 0x99188b78c51a1eaa 00000080:00010000:3.0:1734016127.331516:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a1eaa from it ffff8800a7a77cd8 00010000:00010000:3.0:1734016127.331519:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12c6c0/0x99188b78c51a1eaa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec732175c expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016127.331526:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12c6c0/0x99188b78c51a1eaa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732175c expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016127.331556:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016127.331574:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016127.331595:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016127.331597:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3eb0, osc lock ffff8800aa16c390, flags 0x400001002 00010000:00010000:3.0:1734016127.331610:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2dbcc0/0x99188b78c51a1ed4 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7553024->7581695) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321786 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.331619:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2dbcc0/0x99188b78c51a1ed4 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7553024->7581695) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321786 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.331634:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2dbcc0/0x99188b78c51a1ed4 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7553024->7581695) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321786 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.331642:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2dbcc0/0x99188b78c51a1ed4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7553024->7581695) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321786 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016127.331663:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9406978 i_blocks 1072 00000020:00010000:3.0:1734016127.331666:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff88012e266fe8 (ffff8800b6cde6c8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016127.331668:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012e266fe8 (ffff8800b6cde6c8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016127.331669:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3eb0 (ffff8800b6cde248/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016127.331671:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012e266fe8 (ffff8800b6cde6c8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016127.331673:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3eb0 (ffff8800b6cde6c8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016127.331679:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016127.331694:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016127.331697:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016127.331700:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016127.331703:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016127.331704:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3eb0, osc lock ffff8800aa16c390, flags 0x400001002 00010000:00010000:3.0:1734016127.331708:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2dbcc0/0x99188b78c51a1ed4 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7553024->7581695) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321786 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.331716:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2dbcc0/0x99188b78c51a1ed4 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7553024->7581695) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321786 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.331729:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2dbcc0/0x99188b78c51a1ed4 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7553024->7581695) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321786 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.331736:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2dbcc0/0x99188b78c51a1ed4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7553024->7581695) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321786 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016127.331746:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9406978 i_blocks 1072 00000020:00010000:3.0:1734016127.331748:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff88012e266fe8 (ffff8800b6cde6c8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016127.331749:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012e266fe8 (ffff8800b6cde6c8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016127.331752:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3eb0 (ffff8800b6cde248/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016127.331754:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012e266fe8 (ffff8800b6cde6c8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016127.331757:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3eb0 (ffff8800b6cde6c8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016127.331761:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016127.331770:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 9406978 00000080:00200008:3.0:1734016127.331840:0:9663:0:(llite_lib.c:2284:ll_setattr_raw()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec488c8) current size 9406978, valid attrs 2068, mode 8800, uid -1339468464, gid -30720, new size 7444505, atime 1734016127.000000000, mtime 1734016127.000000000, ctime 1734016127.000000000 00010000:00010000:3.0:1734016127.331878:0:9663:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12f840/0x99188b78c51a1e95 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x903ef4aec7321740 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016127.331895:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e2d9680/0x99188b78c519b954 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7319a20 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016127.331950:0:9663:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12f840/0x99188b78c51a1e95 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x903ef4aec7321740 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016127.331956:0:9663:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016127.331959:0:9663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12f840/0x99188b78c51a1e95 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x903ef4aec7321740 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000020:00100000:3.0:1734016127.331983:0:9663:0:(genops.c:2298:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aae6f000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1734016127.331996:0:9663:0:(client.c:782:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800aa161180 x1818247339125376/t0(0) o36->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734016127.332026:0:9663:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161180 pname:cluuid:pid:xid:nid:opc:job fsx:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:9663:1818247339125376:192.168.201.101@tcp:36:fsx.0 00000100:00100000:3.0:1734016127.332150:0:9663:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a9ae6b40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016127.347777:0:9663:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161180 pname:cluuid:pid:xid:nid:opc:job fsx:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:9663:1818247339125376:192.168.201.101@tcp:36:fsx.0 00000080:00200000:3.0:1734016127.347838:0:9663:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1734016127.347847:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1734016127.347873:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016127.347894:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:3.0:1734016127.347912:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016127.347917:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3eb0, osc lock ffff8800aa16c390, flags 0x0 00010000:00010000:3.0:1734016127.347961:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eba80/0x99188b78c51a1edb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.347973:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eba80/0x99188b78c51a1edb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.348013:0:9663:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eba80/0x99188b78c51a1edb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016127.348037:0:9663:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa160e00 pname:cluuid:pid:xid:nid:opc:job fsx:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:9663:1818247339125632:192.168.201.101@tcp:101:fsx.0 00000100:00100000:3.0:1734016127.348118:0:9663:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a9ae6540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016127.353099:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016127.353130:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339125760:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016127.357807:0:9663:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa160e00 pname:cluuid:pid:xid:nid:opc:job fsx:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:9663:1818247339125632:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.357848:0:9663:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eba80/0x99188b78c51a1edb lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x903ef4aec7321794 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.357863:0:9663:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eba80/0x99188b78c51a1edb lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec7321794 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.357874:0:9663:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eba80/0x99188b78c51a1edb lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec7321794 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.363840:0:9663:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eba80/0x99188b78c51a1edb lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec7321794 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.363853:0:9663:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eba80/0x99188b78c51a1edb lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec7321794 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.363887:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eba80/0x99188b78c51a1edb lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x903ef4aec7321794 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016127.363900:0:9663:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 9406978, setting rss=9406978; kms=9406978, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eba80/0x99188b78c51a1edb lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0x903ef4aec7321794 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.363912:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eba80/0x99188b78c51a1edb lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321794 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.363919:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eba80/0x99188b78c51a1edb lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321794 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016127.364023:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016127.364043:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa160e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339125888:192.168.201.101@tcp:10:fsx.0 00000100:00100000:3.0:1734016127.371217:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa160e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339125888:192.168.201.101@tcp:10:fsx.0 00000100:00100000:3.0:1734016127.440386:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339126784:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.478193:0:1982:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a1f0c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.478215:0:1982:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a1f0c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.478228:0:1982:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a1f0c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.478233:0:1982:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a1f0c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.478239:0:1982:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a1f0c lrc: 5/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016127.478254:0:1982:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 7444505, setting rss=7444505; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016127.478282:0:1982:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a1f0c lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.478289:0:1982:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a1f0c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.478298:0:1982:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a1f0c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.478305:0:1982:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012db98900 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016127.478310:0:1982:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a1f0c lrc: 5/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.478840:0:1982:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016127.478849:0:1982:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a1f0c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.478856:0:1982:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a1f0c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016127.480611:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339126784:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.485712:0:5244:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016127.485726:0:5244:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12f600/0x99188b78c51a1f05 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x903ef4aec73217cc expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016127.485736:0:5244:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aa12f600 already unused, calling callback (ffffffffa103e1e0) 00010000:00010000:3.0:1734016127.485743:0:5244:0:(ldlm_request.c:1579:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12f600/0x99188b78c51a1f05 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x903ef4aec73217cc expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016127.485752:0:5244:0:(ldlm_request.c:1589:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12f600/0x99188b78c51a1f05 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x903ef4aec73217cc expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016127.485766:0:5244:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12f600/0x99188b78c51a1f05 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x903ef4aec73217cc expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016127.485802:0:5244:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e2d9680/0x99188b78c519b954 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7319a20 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016127.485866:0:5244:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12f600/0x99188b78c51a1f05 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x903ef4aec73217cc expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016127.485870:0:5244:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016127.490651:0:5244:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12f600/0x99188b78c51a1f05 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x903ef4aec73217cc expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016127.490672:0:5244:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12f600/0x99188b78c51a1f05 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x903ef4aec73217cc expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016127.498289:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016127.498292:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016127.498294:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:3.0:1734016127.534728:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 474062 i_blocks 360 00000020:00010000:3.0:1734016127.534737:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a95da8 (ffff8800a8a70128/0) at cl_lock_release():233 00000020:00010000:3.0:1734016127.534741:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a95da8 (ffff8800a8a70128/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016127.534746:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b0028fb0 (ffff8800a8a70878/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016127.534750:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a95da8 (ffff8800a8a70128/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016127.534752:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b0028fb0 (ffff8800a8a70128/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016127.534766:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016127.534792:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016127.534800:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016127.534812:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016127.534829:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016127.534831:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3bb0, osc lock ffff8800aa16c850, flags 0x400001002 00010000:00010000:3.0:1734016127.534857:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eaac0/0x99188b78c51a1f36 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.534865:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eaac0/0x99188b78c51a1f36 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016127.534945:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016127.534962:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339128320:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.546006:0:1983:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eaac0/0x99188b78c51a1f36 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.546040:0:1983:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eaac0/0x99188b78c51a1f36 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.546057:0:1983:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eaac0/0x99188b78c51a1f36 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.546066:0:1983:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eaac0/0x99188b78c51a1f36 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.546073:0:1983:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eaac0/0x99188b78c51a1f36 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016127.546096:0:1983:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 474062, setting rss=474062; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016127.546130:0:1983:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eaac0/0x99188b78c51a1f36 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.546149:0:1983:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eaac0/0x99188b78c51a1f36 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.546160:0:1983:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eaac0/0x99188b78c51a1f36 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.546169:0:1983:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e3eaac0 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016127.546176:0:1983:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eaac0/0x99188b78c51a1f36 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.546194:0:1983:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016127.546202:0:1983:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eaac0/0x99188b78c51a1f36 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.546209:0:1983:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eaac0/0x99188b78c51a1f36 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016127.546282:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339128320:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.557979:0:4745:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016127.557988:0:4745:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2db3c0/0x99188b78c51a1f1a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec73217e8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.557996:0:4745:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e2db3c0 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016127.558003:0:4745:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2db3c0/0x99188b78c51a1f1a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec73217e8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016127.558037:0:4745:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016127.558055:0:4745:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016127.558115:0:4745:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2db3c0/0x99188b78c51a1f1a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec73217e8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.558121:0:4745:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016127.558166:0:4745:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2db3c0/0x99188b78c51a1f1a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec73217e8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.558174:0:4745:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2db3c0/0x99188b78c51a1f1a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec73217e8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.558215:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016127.558216:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016127.558218:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016127.558237:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016127.558258:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339128704:192.168.201.101@tcp:103:ldlm_bl.0 00000008:00010000:3.0:1734016127.562435:0:1982:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a8a71480 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d8c0/0x99188b78c51a1f44 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 471040->475135) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321820 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.562475:0:1982:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (471040 475135) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d8c0/0x99188b78c51a1f44 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 471040->475135) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321820 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016127.562514:0:1982:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa162300 - object 0x280000400:6 offset 471040<>475136 00000100:00100000:3.0:1734016127.562543:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016127.562554:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339128960:192.168.201.101@tcp:3:fsx.0 00000100:00100000:3.0:1734016127.565161:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339128704:192.168.201.101@tcp:103:ldlm_bl.0 00000008:00010000:3.0:1734016127.567642:0:1982:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a8a71480 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d8c0/0x99188b78c51a1f44 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 471040->475135) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321820 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016127.571315:0:1982:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a8a71480 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d8c0/0x99188b78c51a1f44 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 471040->475135) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321820 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016127.571394:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339128960:192.168.201.101@tcp:3:fsx.0 00000100:00100000:3.0:1734016127.661506:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339131392:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016127.669187:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339131392:192.168.201.101@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016127.673716:0:5244:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016127.673729:0:5244:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d8c0/0x99188b78c51a1f44 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 471040->475135) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec7321820 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.673740:0:5244:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aa12d8c0 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016127.673749:0:5244:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d8c0/0x99188b78c51a1f44 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 471040->475135) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec7321820 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016127.673783:0:5244:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016127.673950:0:5244:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016127.674017:0:5244:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d8c0/0x99188b78c51a1f44 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 471040->475135) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321820 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.674025:0:5244:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016127.674068:0:5244:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d8c0/0x99188b78c51a1f44 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 471040->475135) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321820 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.674076:0:5244:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d8c0/0x99188b78c51a1f44 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 471040->475135) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321820 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.674094:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016127.674096:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016127.674097:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016127.674107:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016127.674126:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339131648:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016127.687890:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339131648:192.168.201.101@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016127.705856:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016127.765020:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339132928:192.168.201.101@tcp:22:fsx.0 00000100:00100000:3.0:1734016127.769456:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339132800:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016127.771131:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339132928:192.168.201.101@tcp:22:fsx.0 00000020:00010000:3.0:1734016127.832979:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a728a8 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016127.832984:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a728a8 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016127.832989:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d20b0 (ffff8800a8a707e8/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016127.833000:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12eac0/0x99188b78c51a1f7c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10268672->10301439) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321866 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.833017:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12eac0/0x99188b78c51a1f7c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10268672->10301439) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321866 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016127.833038:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a728a8 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016127.833041:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d20b0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016127.833058:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016127.833085:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec488c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016127.833095:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec488c8),name=f16a.sanityn 00000002:00010000:3.0:1734016127.833120:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016127.833153:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db9b840/0x99188b78c51a1f83 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7321874 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016127.833167:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db9b840/0x99188b78c51a1f83 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7321874 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016127.833182:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) 00000080:00010000:3.0:1734016127.833185:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) for lock 0x99188b78c51a1f83 00000080:00010000:3.0:1734016127.833192:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a1f83 from it ffff8800a7a77cd8 00010000:00010000:3.0:1734016127.833195:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db9b840/0x99188b78c51a1f83 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec7321874 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016127.833201:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db9b840/0x99188b78c51a1f83 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7321874 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016127.833225:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016127.833239:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016127.833262:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016127.833266:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3cb0, osc lock ffff8800aa16cf70, flags 0x400001002 00010000:00010000:3.0:1734016127.833304:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eaac0/0x99188b78c51a1f98 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.833314:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eaac0/0x99188b78c51a1f98 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016127.833949:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016127.833968:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339133568:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.840595:0:1982:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eaac0/0x99188b78c51a1f98 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.840615:0:1982:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eaac0/0x99188b78c51a1f98 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.840627:0:1982:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eaac0/0x99188b78c51a1f98 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.840634:0:1982:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eaac0/0x99188b78c51a1f98 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.840640:0:1982:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eaac0/0x99188b78c51a1f98 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016127.840654:0:1982:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 945106, setting rss=945106; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016127.840717:0:1982:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eaac0/0x99188b78c51a1f98 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.840723:0:1982:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eaac0/0x99188b78c51a1f98 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.840731:0:1982:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eaac0/0x99188b78c51a1f98 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.840737:0:1982:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e3eaac0 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016127.840741:0:1982:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eaac0/0x99188b78c51a1f98 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.840751:0:1982:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016127.840756:0:1982:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eaac0/0x99188b78c51a1f98 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.840761:0:1982:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eaac0/0x99188b78c51a1f98 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016127.841025:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339133568:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.871850:0:5244:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016127.871858:0:5244:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12eac0/0x99188b78c51a1f7c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10268672->10301439) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec7321866 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.871866:0:5244:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aa12eac0 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016127.871872:0:5244:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12eac0/0x99188b78c51a1f7c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10268672->10301439) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec7321866 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016127.871894:0:5244:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016127.871909:0:5244:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016127.871956:0:5244:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12eac0/0x99188b78c51a1f7c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10268672->10301439) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321866 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.871962:0:5244:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016127.871992:0:5244:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12eac0/0x99188b78c51a1f7c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10268672->10301439) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321866 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.871998:0:5244:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12eac0/0x99188b78c51a1f7c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10268672->10301439) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321866 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.872025:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016127.872026:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016127.872027:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016127.872048:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016127.872061:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339134080:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016127.882831:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339134080:192.168.201.101@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016127.966686:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016127.975159:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339137280:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.983544:0:1983:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a1fc2 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.983573:0:1983:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a1fc2 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.983588:0:1983:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a1fc2 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.983598:0:1983:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a1fc2 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.983604:0:1983:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a1fc2 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016127.983618:0:1983:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4671130, setting rss=4671130; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016127.983634:0:1983:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a1fc2 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.983640:0:1983:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a1fc2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.983648:0:1983:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a1fc2 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.983655:0:1983:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012db9a880 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016127.983661:0:1983:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a1fc2 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.983672:0:1983:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016127.983677:0:1983:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a1fc2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.983683:0:1983:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a1fc2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016127.983722:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339137280:192.168.201.101@tcp:101:fsx.0 00000008:00010000:3.0:1734016128.002343:0:1982:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a8a71480 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12f600/0x99188b78c51a1fbb lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4612096->4673535) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73218ac expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.002372:0:1982:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3252224 3256319) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12f600/0x99188b78c51a1fbb lrc: 6/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4612096->4673535) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73218ac expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016128.002408:0:1982:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa162300 - object 0x280000400:6 offset 3252224<>3256320 00010000:00010000:3.0:1734016128.072795:0:5244:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016128.072803:0:5244:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a1f52 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x903ef4aec732183c expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016128.072811:0:5244:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aa12e1c0 already unused, calling callback (ffffffffa103e1e0) 00010000:00010000:3.0:1734016128.072818:0:5244:0:(ldlm_request.c:1579:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a1f52 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x903ef4aec732183c expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016128.072826:0:5244:0:(ldlm_request.c:1589:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a1f52 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x903ef4aec732183c expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016128.072833:0:5244:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a1f52 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x903ef4aec732183c expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016128.072860:0:5244:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12e640/0x99188b78c519b9af lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7319aeb expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016128.072896:0:5244:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a1f52 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x903ef4aec732183c expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016128.072905:0:5244:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016128.072938:0:5244:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a1f52 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x903ef4aec732183c expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016128.072944:0:5244:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a1f52 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x903ef4aec732183c expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016128.072961:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016128.072963:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016128.072964:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016128.072987:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016128.073004:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339138816:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016128.075984:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339138816:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016128.103588:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339139200:192.168.201.101@tcp:22:fsx.0 00000100:00100000:3.0:1734016128.109399:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339139200:192.168.201.101@tcp:22:fsx.0 00000100:00100000:3.0:1734016128.111096:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339139328:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.130682:0:1983:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98480/0x99188b78c51a1fe5 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.130700:0:1983:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98480/0x99188b78c51a1fe5 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.130710:0:1983:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98480/0x99188b78c51a1fe5 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.130719:0:1983:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98480/0x99188b78c51a1fe5 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.130725:0:1983:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98480/0x99188b78c51a1fe5 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016128.130736:0:1983:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 189776, setting rss=189776; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016128.130763:0:1983:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98480/0x99188b78c51a1fe5 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.130768:0:1983:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98480/0x99188b78c51a1fe5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.130774:0:1983:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98480/0x99188b78c51a1fe5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.130780:0:1983:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012db98480 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016128.130783:0:1983:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98480/0x99188b78c51a1fe5 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.130791:0:1983:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016128.130795:0:1983:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98480/0x99188b78c51a1fe5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.130801:0:1983:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98480/0x99188b78c51a1fe5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016128.130833:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339139328:192.168.201.101@tcp:101:fsx.0 00000100:00100000:3.0:1734016128.139503:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339139584:192.168.201.101@tcp:103:ldlm_bl.0 00000008:00010000:3.0:1734016128.145134:0:1983:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a8a71840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b600/0x99188b78c51a1fec lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 77824->81919) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73218eb expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.145199:0:1983:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (77824 81919) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b600/0x99188b78c51a1fec lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 77824->81919) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73218eb expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016128.145251:0:1983:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa161880 - object 0x280000400:6 offset 77824<>81920 00000100:00100000:3.0:1734016128.146139:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016128.146180:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339139840:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016128.153629:0:1983:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a8a71840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b600/0x99188b78c51a1fec lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 77824->81919) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73218eb expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016128.155728:0:1983:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a8a71840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b600/0x99188b78c51a1fec lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 77824->81919) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73218eb expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016128.155801:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339139840:192.168.201.101@tcp:3:fsx.0 00000100:00100000:3.0:1734016128.155964:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339139584:192.168.201.101@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016128.237059:0:4745:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016128.237067:0:4745:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12f840/0x99188b78c51a1ffa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x903ef4aec7321900 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016128.237080:0:4745:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aa12f840 already unused, calling callback (ffffffffa103e1e0) 00010000:00010000:3.0:1734016128.237084:0:4745:0:(ldlm_request.c:1579:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12f840/0x99188b78c51a1ffa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x903ef4aec7321900 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016128.237091:0:4745:0:(ldlm_request.c:1589:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12f840/0x99188b78c51a1ffa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x903ef4aec7321900 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016128.237098:0:4745:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12f840/0x99188b78c51a1ffa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x903ef4aec7321900 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016128.237121:0:4745:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12e640/0x99188b78c519b9af lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7319aeb expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016128.237169:0:4745:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12f840/0x99188b78c51a1ffa lrc: 2/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x903ef4aec7321900 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016128.237174:0:4745:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016128.237210:0:4745:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12f840/0x99188b78c51a1ffa lrc: 1/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x903ef4aec7321900 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016128.237216:0:4745:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12f840/0x99188b78c51a1ffa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x903ef4aec7321900 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016128.237232:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016128.237233:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016128.237234:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016128.237252:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016128.237268:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339143552:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016128.239945:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339143552:192.168.201.101@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016128.250146:0:5244:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1734016128.250154:0:5244:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12f600/0x99188b78c51a1ff3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x903ef4aec73218f2 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.250162:0:5244:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aa12f600 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016128.250167:0:5244:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12f600/0x99188b78c51a1ff3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0x903ef4aec73218f2 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016128.250186:0:5244:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016128.250202:0:5244:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016128.250254:0:5244:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12f600/0x99188b78c51a1ff3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x903ef4aec73218f2 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.250262:0:5244:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016128.250288:0:5244:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12f600/0x99188b78c51a1ff3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x903ef4aec73218f2 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.250296:0:5244:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12f600/0x99188b78c51a1ff3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x903ef4aec73218f2 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.250344:0:5244:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016128.250348:0:5244:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b600/0x99188b78c51a1fec lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 77824->81919) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec73218eb expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.250354:0:5244:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012db9b600 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016128.250358:0:5244:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b600/0x99188b78c51a1fec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 77824->81919) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec73218eb expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016128.250369:0:5244:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016128.250508:0:5244:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016128.250536:0:5244:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b600/0x99188b78c51a1fec lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 77824->81919) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec73218eb expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.250542:0:5244:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016128.250548:0:5244:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b600/0x99188b78c51a1fec lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 77824->81919) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec73218eb expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.250553:0:5244:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b600/0x99188b78c51a1fec lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 77824->81919) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec73218eb expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.250570:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016128.250572:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016128.250575:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016128.250594:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339143808:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016128.250659:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016128.250665:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339143936:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016128.256442:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339143808:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016128.258556:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339144064:192.168.201.101@tcp:10:fsx.0 00000100:00100000:3.0:1734016128.260382:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339143936:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016128.263872:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339144064:192.168.201.101@tcp:10:fsx.0 00000080:00200000:3.0:1734016128.315265:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 6904812 i_blocks 96 00000080:00200000:3.0:1734016128.315285:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016128.315465:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec488c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016128.315473:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec488c8),name=f16a.sanityn 00000002:00010000:3.0:1734016128.315497:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016128.315515:0:9663:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800b5953800 type 13 mode 30 res 8589935617/9 (0 0) 00010000:00010000:3.0:1734016128.315575:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e3eba80/0x99188b78c51a2008 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 9663 initiator: MDT0 00010000:00010000:3.0:1734016128.315584:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e3eba80/0x99188b78c51a2008 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 9663 initiator: MDT0 00010000:00010000:3.0:1734016128.315594:0:9663:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e3eba80/0x99188b78c51a2008 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 9663 initiator: MDT0 00000100:00100000:3.0:1734016128.315622:0:9663:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162300 pname:cluuid:pid:xid:nid:opc:job fsx:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:9663:1818247339145344:192.168.201.101@tcp:101:fsx.0 00000100:00100000:3.0:1734016128.316105:0:9663:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a9ae6540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016128.320579:0:9663:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162300 pname:cluuid:pid:xid:nid:opc:job fsx:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:9663:1818247339145344:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.320637:0:9663:0:(ldlm_request.c:706:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e3eba80/0x99188b78c51a2008 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec732191c expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.320649:0:9663:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e3eba80/0x99188b78c51a2008 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec732191c expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.320668:0:9663:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e3eba80/0x99188b78c51a2008 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x903ef4aec732191c expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.320695:0:9663:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e3eba80/0x99188b78c51a2008 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec732191c expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.320710:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e3eba80/0x99188b78c51a2008 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x903ef4aec732191c expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.320721:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e3eba80/0x99188b78c51a2008 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x903ef4aec732191c expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016128.320728:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e3eba80/0x99188b78c51a2008 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x903ef4aec732191c expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1734016128.320743:0:9663:0:(mdc_locks.c:822:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800aa162300 x1818247339145344/t0(0) o101->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 576/640 e 0 to 0 dl 1734016144 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00000002:00010000:3.0:1734016128.320755:0:9663:0:(mdc_locks.c:926:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e3eba80/0x99188b78c51a2008 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec732191c expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00000002:00010000:3.0:1734016128.320772:0:9663:0:(mdc_locks.c:1262:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e3eba80/0x99188b78c51a2008 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec732191c expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016128.320790:0:9663:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800b5953800 type 13 mode 4 res 8589935617/9 (0 0) 00000080:00200000:3.0:1734016128.320879:0:9663:0:(file.c:6447:ll_layout_conf()) [0x200000401:0x9:0x0]: layout version change: 0 -> 0 00000080:00010000:3.0:1734016128.320886:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) for lock 0x99188b78c51a2008 00000080:00010000:3.0:1734016128.320893:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) 00000080:00010000:3.0:1734016128.320897:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a2008 from it ffff8800a7a77cd8 00010000:00010000:3.0:1734016128.320900:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e3eba80/0x99188b78c51a2008 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec732191c expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016128.320908:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e3eba80/0x99188b78c51a2008 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732191c expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016128.320970:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016128.320989:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016128.321031:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016128.321036:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3fb0, osc lock ffff8800aa16cab0, flags 0x400001002 00010000:00010000:3.0:1734016128.321065:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98900/0x99188b78c51a2001 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732190e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.321079:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98900/0x99188b78c51a2001 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732190e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.321091:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98900/0x99188b78c51a2001 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732190e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.321099:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98900/0x99188b78c51a2001 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732190e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016128.321134:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 6904812 i_blocks 96 00000020:00010000:3.0:1734016128.321142:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016128.321145:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016128.321149:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3fb0 (ffff8800a8a707e8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016128.321154:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016128.321156:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3fb0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016128.321167:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016128.321200:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016128.321205:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016128.321208:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016128.321214:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016128.321215:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3fb0, osc lock ffff8800aa16cab0, flags 0x400001002 00010000:00010000:3.0:1734016128.321221:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98900/0x99188b78c51a2001 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732190e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.321228:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98900/0x99188b78c51a2001 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732190e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.321236:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98900/0x99188b78c51a2001 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732190e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.321243:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98900/0x99188b78c51a2001 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732190e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016128.321255:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 6904812 i_blocks 96 00000020:00010000:3.0:1734016128.321257:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016128.321259:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016128.321261:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3fb0 (ffff8800a8a707e8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016128.321264:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016128.321266:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3fb0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016128.321270:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016128.321276:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 6904812 00000080:00200008:3.0:1734016128.321475:0:9663:0:(llite_lib.c:2284:ll_setattr_raw()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec488c8) current size 6904812, valid attrs 2068, mode 8800, uid -1339468464, gid -30720, new size 3643542, atime 1734016128.000000000, mtime 1734016128.000000000, ctime 1734016128.000000000 00010000:00010000:3.0:1734016128.321512:0:9663:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e3eba80/0x99188b78c51a2008 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x903ef4aec732191c expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016128.321528:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e2d9680/0x99188b78c519b954 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7319a20 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016128.321585:0:9663:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e3eba80/0x99188b78c51a2008 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x903ef4aec732191c expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016128.321592:0:9663:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016128.321595:0:9663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e3eba80/0x99188b78c51a2008 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x903ef4aec732191c expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000020:00100000:3.0:1734016128.321648:0:9663:0:(genops.c:2298:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aae6f000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1734016128.321658:0:9663:0:(client.c:782:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800aa162300 x1818247339145600/t0(0) o36->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734016128.321698:0:9663:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162300 pname:cluuid:pid:xid:nid:opc:job fsx:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:9663:1818247339145600:192.168.201.101@tcp:36:fsx.0 00000100:00100000:3.0:1734016128.321825:0:9663:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a9ae6540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016128.333754:0:9663:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162300 pname:cluuid:pid:xid:nid:opc:job fsx:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:9663:1818247339145600:192.168.201.101@tcp:36:fsx.0 00000080:00200000:3.0:1734016128.333836:0:9663:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1734016128.333842:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1734016128.333864:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016128.333889:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:3.0:1734016128.333907:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016128.333911:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3fb0, osc lock ffff8800aa16cab0, flags 0x0 00010000:00010000:3.0:1734016128.333945:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98900/0x99188b78c51a2001 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732190e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.333961:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98900/0x99188b78c51a2001 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732190e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.333974:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98900/0x99188b78c51a2001 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732190e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.333986:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98900/0x99188b78c51a2001 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732190e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.333992:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98900/0x99188b78c51a2001 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732190e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016128.337990:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016128.338032:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339145728:192.168.201.101@tcp:10:fsx.0 00000100:00100000:3.0:1734016128.347761:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339145728:192.168.201.101@tcp:10:fsx.0 00000100:00100000:3.0:1734016128.358853:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339145984:192.168.201.101@tcp:101:fsx.0 00000100:00100000:3.0:1734016128.379115:0:1983:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8800b60f2800: committing for last_committed 4294969362 gen 2 00010000:00010000:3.0:1734016128.379209:0:1983:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a2016 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.379226:0:1983:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a2016 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.379239:0:1983:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a2016 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.379245:0:1983:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a2016 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.379252:0:1983:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a2016 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016128.379274:0:1983:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 3643542, setting rss=3643542; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016128.379307:0:1983:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a2016 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.379314:0:1983:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a2016 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.379348:0:1983:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a2016 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.379355:0:1983:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012db98240 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016128.379362:0:1983:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a2016 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.379375:0:1983:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016128.379382:0:1983:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a2016 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.379388:0:1983:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a2016 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016128.379425:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339145984:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.414016:0:4745:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016128.414028:0:4745:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98900/0x99188b78c51a2001 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec732190e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.414046:0:4745:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012db98900 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016128.414054:0:4745:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98900/0x99188b78c51a2001 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec732190e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016128.414087:0:4745:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016128.414109:0:4745:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016128.414197:0:4745:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98900/0x99188b78c51a2001 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec732190e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.414204:0:4745:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016128.414821:0:4745:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98900/0x99188b78c51a2001 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec732190e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.414832:0:4745:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98900/0x99188b78c51a2001 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec732190e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.416115:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016128.416120:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016128.416133:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:3.0:1734016128.466757:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 3643542 i_blocks 72 00000020:00010000:3.0:1734016128.466766:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a96b58 (ffff8800a8a70998/0) at cl_lock_release():233 00000020:00010000:3.0:1734016128.466769:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a96b58 (ffff8800a8a70998/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016128.466775:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b0028fb0 (ffff8800a8a70bd8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016128.466779:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a96b58 (ffff8800a8a70998/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016128.466781:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b0028fb0 (ffff8800a8a70998/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016128.466797:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016128.466827:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016128.466837:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016128.466846:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016128.466864:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016128.466866:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3f30, osc lock ffff8800aa16c980, flags 0x400001002 00010000:00010000:3.0:1734016128.466891:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98900/0x99188b78c51a2039 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec7321962 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.466903:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98900/0x99188b78c51a2039 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec7321962 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.466911:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98900/0x99188b78c51a2039 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec7321962 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.466917:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98900/0x99188b78c51a2039 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec7321962 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016128.466927:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 3643542 i_blocks 72 00000020:00010000:3.0:1734016128.466928:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a96b58 (ffff8800a8a70998/0) at cl_lock_release():233 00000020:00010000:3.0:1734016128.466930:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a96b58 (ffff8800a8a70998/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016128.466931:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3f30 (ffff8800a8a70bd8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016128.466933:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a96b58 (ffff8800a8a70998/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016128.466935:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3f30 (ffff8800a8a70998/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016128.466939:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016128.466946:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 3643542 00000080:00200008:3.0:1734016128.466963:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec488c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016128.466973:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec488c8),name=f16a.sanityn 00000002:00010000:3.0:1734016128.466999:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016128.467016:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12c6c0/0x99188b78c51a2032 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732195b expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016128.467025:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12c6c0/0x99188b78c51a2032 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732195b expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016128.467039:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) 00000080:00010000:3.0:1734016128.467043:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) for lock 0x99188b78c51a2032 00000080:00010000:3.0:1734016128.467049:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a2032 from it ffff8800a7a77cd8 00010000:00010000:3.0:1734016128.467052:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12c6c0/0x99188b78c51a2032 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec732195b expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016128.467058:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12c6c0/0x99188b78c51a2032 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732195b expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016128.467074:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016128.467077:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016128.467082:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016128.467084:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3f30, osc lock ffff8800aa16c980, flags 0x400001002 00010000:00010000:3.0:1734016128.467089:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98900/0x99188b78c51a2039 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec7321962 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.467097:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98900/0x99188b78c51a2039 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec7321962 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.467103:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98900/0x99188b78c51a2039 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec7321962 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.467114:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98900/0x99188b78c51a2039 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec7321962 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016128.467135:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 3643542 i_blocks 72 00000020:00010000:3.0:1734016128.467137:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a96b58 (ffff8800a8a70998/0) at cl_lock_release():233 00000020:00010000:3.0:1734016128.467139:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a96b58 (ffff8800a8a70998/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016128.467141:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3f30 (ffff8800a8a70bd8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016128.467144:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a96b58 (ffff8800a8a70998/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016128.467146:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3f30 (ffff8800a8a70998/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016128.467150:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016128.467156:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016128.467159:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016128.467162:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016128.467165:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016128.467167:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3f30, osc lock ffff8800aa16c980, flags 0x400001002 00010000:00010000:3.0:1734016128.467171:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98900/0x99188b78c51a2039 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec7321962 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.467178:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98900/0x99188b78c51a2039 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec7321962 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.467187:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98900/0x99188b78c51a2039 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec7321962 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.467193:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98900/0x99188b78c51a2039 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec7321962 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016128.467207:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 3643542 i_blocks 72 00000020:00010000:3.0:1734016128.467209:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a96b58 (ffff8800a8a70998/0) at cl_lock_release():233 00000020:00010000:3.0:1734016128.467211:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a96b58 (ffff8800a8a70998/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016128.467213:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3f30 (ffff8800a8a70bd8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016128.467215:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a96b58 (ffff8800a8a70998/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016128.467217:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3f30 (ffff8800a8a70998/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016128.467220:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016128.467224:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 3643542 00000080:00200008:3.0:1734016128.468930:0:9663:0:(llite_lib.c:2284:ll_setattr_raw()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec488c8) current size 3643542, valid attrs 2068, mode 8800, uid -1339468464, gid -30720, new size 7895921, atime 1734016128.000000000, mtime 1734016128.000000000, ctime 1734016128.000000000 00010000:00010000:3.0:1734016128.468995:0:9663:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12c6c0/0x99188b78c51a2032 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x903ef4aec732195b expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016128.469031:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e2d9680/0x99188b78c519b954 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7319a20 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016128.469102:0:9663:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12c6c0/0x99188b78c51a2032 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x903ef4aec732195b expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016128.469108:0:9663:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016128.469111:0:9663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12c6c0/0x99188b78c51a2032 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x903ef4aec732195b expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000020:00100000:3.0:1734016128.469175:0:9663:0:(genops.c:2298:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aae6f000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1734016128.469191:0:9663:0:(client.c:782:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800aa163b80 x1818247339147776/t0(0) o36->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734016128.469225:0:9663:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163b80 pname:cluuid:pid:xid:nid:opc:job fsx:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:9663:1818247339147776:192.168.201.101@tcp:36:fsx.0 00000100:00100000:3.0:1734016128.469374:0:9663:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a9ae6540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016128.484584:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339147904:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016128.497037:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339147904:192.168.201.101@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016128.502360:0:4745:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1734016128.502372:0:4745:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98900/0x99188b78c51a2039 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x903ef4aec7321962 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.502381:0:4745:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012db98900 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016128.502387:0:4745:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98900/0x99188b78c51a2039 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0x903ef4aec7321962 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016128.502410:0:4745:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016128.502429:0:4745:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016128.502480:0:4745:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98900/0x99188b78c51a2039 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x903ef4aec7321962 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.502488:0:4745:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016128.502513:0:4745:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98900/0x99188b78c51a2039 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x903ef4aec7321962 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.502520:0:4745:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98900/0x99188b78c51a2039 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x903ef4aec7321962 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.502544:0:4745:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016128.502547:0:4745:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12dd40/0x99188b78c51a202b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2433024->2437119) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec732194d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.502557:0:4745:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aa12dd40 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016128.502560:0:4745:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12dd40/0x99188b78c51a202b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2433024->2437119) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec732194d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016128.502569:0:4745:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016128.502659:0:4745:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016128.502697:0:4745:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12dd40/0x99188b78c51a202b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2433024->2437119) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec732194d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.502703:0:4745:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016128.502708:0:4745:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12dd40/0x99188b78c51a202b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2433024->2437119) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec732194d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.502714:0:4745:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12dd40/0x99188b78c51a202b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2433024->2437119) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec732194d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.502733:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016128.502735:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016128.502737:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016128.502757:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339148288:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016128.502823:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016128.502830:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339148160:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016128.507089:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339148288:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016128.582484:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339150080:192.168.201.101@tcp:16:fsx.0 00000100:00100000:3.0:1734016128.605617:0:1983:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8800aae6f000: committing for last_committed 4294969371 gen 1 00000100:00100000:3.0:1734016128.605743:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339150080:192.168.201.101@tcp:16:fsx.0 00000100:00100000:3.0:1734016128.619781:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339150336:192.168.201.101@tcp:22:fsx.0 00000100:00100000:3.0:1734016128.623033:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339150336:192.168.201.101@tcp:22:fsx.0 00000080:00200000:3.0:1734016128.692522:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8614629 i_blocks 112 00000020:00010000:3.0:1734016128.692531:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a96238 (ffff8800a8a70ab8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016128.692535:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a96238 (ffff8800a8a70ab8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016128.692540:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00285b0 (ffff8800a8a706c8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016128.692544:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a96238 (ffff8800a8a70ab8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016128.692546:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00285b0 (ffff8800a8a70ab8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016128.692563:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016128.692651:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 1286 00000080:00200000:3.0:1734016128.692664:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016128.692680:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016128.692698:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [1286, 1286] 00000008:00010000:3.0:1734016128.692719:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016128.692722:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3f30, osc lock ffff8800aa16c980, flags 0x0 00010000:00010000:3.0:1734016128.692749:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e8b40/0x99188b78c51a2063 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.692757:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e8b40/0x99188b78c51a2063 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [5267456->5271551] (req 5267456->5271551) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.692805:0:9663:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e8b40/0x99188b78c51a2063 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [5267456->5271551] (req 5267456->5271551) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016128.692847:0:9663:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job fsx:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:9663:1818247339150976:192.168.201.101@tcp:101:fsx.0 00000100:00100000:3.0:1734016128.692953:0:9663:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a9ae6000 going to sleep for 11 seconds 00000100:00100000:3.0:1734016128.709494:0:9663:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job fsx:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:9663:1818247339150976:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.709556:0:9663:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e8b40/0x99188b78c51a2063 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [5267456->5271551] (req 5267456->5271551) gid 0 flags: 0x10000000020000 nid: local remote: 0x903ef4aec73219a1 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.709571:0:9663:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e8b40/0x99188b78c51a2063 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [5267456->5271551] (req 5267456->5271551) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec73219a1 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.709579:0:9663:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e8b40/0x99188b78c51a2063 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [5267456->5271551] (req 5267456->5271551) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec73219a1 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.728107:0:9663:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e8b40/0x99188b78c51a2063 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5267456->5271551) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec73219a1 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.728130:0:9663:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e8b40/0x99188b78c51a2063 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5267456->5271551) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec73219a1 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.728169:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e8b40/0x99188b78c51a2063 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5267456->5271551) gid 0 flags: 0x10000000020000 nid: local remote: 0x903ef4aec73219a1 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016128.728185:0:9663:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 8614629, setting rss=8614629; kms=8614629, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e8b40/0x99188b78c51a2063 lrc: 4/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5267456->5271551) gid 0 flags: 0x10020000020000 nid: local remote: 0x903ef4aec73219a1 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.728198:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e8b40/0x99188b78c51a2063 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5267456->5271551) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73219a1 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.728205:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e8b40/0x99188b78c51a2063 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5267456->5271551) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73219a1 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016128.728369:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:3.0:1734016128.728383:0:1983:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a9ae6000 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e8b40/0x99188b78c51a2063 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5267456->5271551) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73219a1 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.728423:0:1983:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5267456 5271551) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e8b40/0x99188b78c51a2063 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5267456->5271551) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73219a1 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016128.728457:0:1983:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa161880 - object 0x280000400:6 offset 5267456<>5271552 00000100:00100000:3.0:1734016128.728481:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339151488:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016128.741867:0:1983:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a9ae6000 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e8b40/0x99188b78c51a2063 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5267456->5271551) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73219a1 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016128.741918:0:1983:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a9ae6000 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e8b40/0x99188b78c51a2063 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5267456->5271551) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73219a1 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016128.741944:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339151488:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016128.825018:0:1983:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a8a71c00 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99200/0x99188b78c51a206a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2125824->2129919) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73219a8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.825041:0:1983:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2121728 2125823) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99200/0x99188b78c51a206a lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2125824->2129919) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73219a8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016128.825070:0:1983:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa161880 - object 0x280000400:6 offset 2121728<>2125824 00000100:00100000:3.0:1734016128.825822:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339153280:192.168.201.101@tcp:3:fsx.0 00000100:00100000:3.0:1734016128.825949:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339152768:192.168.201.101@tcp:103:ldlm_bl.0 00000008:00010000:3.0:1734016128.831907:0:1982:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a8a71c00 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99200/0x99188b78c51a206a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2125824->2129919) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73219a8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016128.831966:0:1982:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a8a71c00 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99200/0x99188b78c51a206a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2125824->2129919) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73219a8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016128.831995:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339153280:192.168.201.101@tcp:3:fsx.0 00000080:00200000:3.0:1734016128.900626:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016128.900654:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016128.900673:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:3.0:1734016128.900751:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016128.900769:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339155840:192.168.201.101@tcp:16:fsx.0 00000100:00100000:3.0:1734016128.905059:0:1983:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8800aae6f000: committing for last_committed 4294969374 gen 1 00000100:00100000:3.0:1734016128.905128:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339155840:192.168.201.101@tcp:16:fsx.0 00010000:00010000:3.0:1734016128.951363:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99200/0x99188b78c51a206a lrc: 6/2,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2125824->2129919) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73219a8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.951383:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99200/0x99188b78c51a206a lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2125824->2129919) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73219a8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016128.959775:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:3.0:1734016128.959794:0:1982:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a9ae6cc0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99200/0x99188b78c51a206a lrc: 6/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2125824->2129919) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73219a8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016128.959813:0:1982:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a9ae6480 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99200/0x99188b78c51a206a lrc: 6/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2125824->2129919) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73219a8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.959867:0:1982:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (4239360 4243455) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99200/0x99188b78c51a206a lrc: 7/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2125824->2129919) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73219a8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016128.960005:0:1982:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa161880 - object 0x280000400:6 offset 4239360<>8433664 00000008:00010000:3.0:1734016128.960017:0:1982:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a9ae6480 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99200/0x99188b78c51a206a lrc: 6/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2125824->2129919) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73219a8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.960029:0:1982:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8433664 8437759) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99200/0x99188b78c51a206a lrc: 7/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2125824->2129919) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73219a8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016128.960046:0:1982:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa163100 - object 0x280000400:6 offset 8433664<>8617984 00000100:00100000:3.0:1734016128.960063:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339156608:192.168.201.101@tcp:3:fsx.0 00000100:00100000:3.0:1734016128.960172:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016128.960177:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339156736:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016128.989723:0:1982:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a9ae6480 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99200/0x99188b78c51a206a lrc: 6/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2125824->2129919) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73219a8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016128.989760:0:1982:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a9ae6480 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99200/0x99188b78c51a206a lrc: 6/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2125824->2129919) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73219a8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016128.989778:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339156736:192.168.201.101@tcp:3:fsx.0 00000020:00010000:3.0:1734016129.091855:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a728a8 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016129.091860:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a728a8 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016129.091865:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b0028ab0 (ffff8800a8a707e8/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016129.091873:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99200/0x99188b78c51a206a lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2125824->2129919) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73219a8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.091885:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99200/0x99188b78c51a206a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2125824->2129919) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73219a8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016129.091901:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a728a8 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016129.091903:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b0028ab0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016129.091912:0:9663:0:(vvp_io.c:533:vvp_io_advance()) advancing 4574 bytes 00000080:00200000:3.0:1734016129.091921:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016129.091924:0:9663:0:(file.c:1964:ll_file_io_generic()) f16a.sanityn: 1 io complete with rc: 0, result: 4574, restart: 0 00000080:00200000:3.0:1734016129.091928:0:9663:0:(file.c:2044:ll_file_io_generic()) iot: 1, result: 4574 00000080:00200008:3.0:1734016129.091957:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec480c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016129.091964:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec480c8),name=f16a.sanityn 00000002:00010000:3.0:1734016129.091983:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016129.092000:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a2055 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7321993 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016129.092010:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a2055 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7321993 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016129.092022:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) 00000080:00010000:3.0:1734016129.092025:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) for lock 0x99188b78c51a2055 00000080:00010000:3.0:1734016129.092031:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a2055 from it ffff8800a7a77cd8 00010000:00010000:3.0:1734016129.092034:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a2055 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec7321993 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016129.092040:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a2055 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7321993 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016129.092061:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016129.092070:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016129.092085:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016129.092087:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3930, osc lock ffff8800aa16d1d0, flags 0x400001002 00010000:00010000:3.0:1734016129.092105:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3eb3c0/0x99188b78c51a207f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.092125:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3eb3c0/0x99188b78c51a207f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016129.092177:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016129.092187:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339156992:192.168.201.101@tcp:101:fsx.0 00000008:00010000:3.0:1734016129.112822:0:1982:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a9ae6cc0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99200/0x99188b78c51a206a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2125824->2129919) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73219a8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016129.113147:0:1982:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a9ae6cc0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99200/0x99188b78c51a206a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2125824->2129919) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73219a8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016129.113170:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339156608:192.168.201.101@tcp:3:fsx.0 00010000:00010000:3.0:1734016129.120084:0:1982:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3eb3c0/0x99188b78c51a207f lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.120119:0:1982:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3eb3c0/0x99188b78c51a207f lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.120131:0:1982:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3eb3c0/0x99188b78c51a207f lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.120137:0:1982:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3eb3c0/0x99188b78c51a207f lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.120142:0:1982:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3eb3c0/0x99188b78c51a207f lrc: 5/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016129.120157:0:1982:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 8614629, setting rss=8614629; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016129.120180:0:1982:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3eb3c0/0x99188b78c51a207f lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.120184:0:1982:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3eb3c0/0x99188b78c51a207f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.120191:0:1982:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3eb3c0/0x99188b78c51a207f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.120196:0:1982:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e3eb3c0 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016129.120200:0:1982:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3eb3c0/0x99188b78c51a207f lrc: 5/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.120214:0:1982:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016129.120218:0:1982:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3eb3c0/0x99188b78c51a207f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.120224:0:1982:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3eb3c0/0x99188b78c51a207f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016129.120266:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339156992:192.168.201.101@tcp:101:fsx.0 00000100:00100000:3.0:1734016129.222125:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339157888:192.168.201.101@tcp:4:fsx.0 00000008:00010000:3.0:1734016129.253531:0:1982:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012abaccc0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99200/0x99188b78c51a206a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2125824->2129919) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec73219a8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016129.256652:0:1982:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012abaccc0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99200/0x99188b78c51a206a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2125824->2129919) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec73219a8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016129.256690:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339157888:192.168.201.101@tcp:4:fsx.0 00000080:00200000:3.0:1734016129.284446:0:4746:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016129.284538:0:4746:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99200/0x99188b78c51a206a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2125824->2129919) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec73219a8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.284551:0:4746:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016129.284613:0:4746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99200/0x99188b78c51a206a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2125824->2129919) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec73219a8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.284628:0:4746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99200/0x99188b78c51a206a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2125824->2129919) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec73219a8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016129.284665:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016129.284691:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339158016:192.168.201.101@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016129.284820:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016129.284824:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016129.284830:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016129.356178:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339158528:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016129.380006:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:3.0:1734016129.380016:0:1983:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a9ae6480 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a20b7 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8519680->8523775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73219f5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.380063:0:1983:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (4190208 4194303) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a20b7 lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8519680->8523775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73219f5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016129.380228:0:1983:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa161880 - object 0x280000400:6 offset 4190208<>8384512 00000100:00100000:3.0:1734016129.380248:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339159040:192.168.201.101@tcp:3:fsx.0 00000100:00100000:3.0:1734016129.384189:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:3.0:1734016129.384206:0:1983:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a8a71000 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a20b7 lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8519680->8523775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73219f5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.384316:0:1983:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8384512 8388607) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a20b7 lrc: 7/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8519680->8523775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73219f5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016129.384438:0:1983:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa161f80 - object 0x280000400:6 offset 8384512<>10313728 00000100:00100000:3.0:1734016129.384479:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339159296:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016129.579028:0:1983:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a8a71000 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a20b7 lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8519680->8523775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73219f5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016129.579212:0:1983:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a8a71000 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a20b7 lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8519680->8523775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73219f5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016129.579234:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339159296:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016129.632961:0:1983:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a9ae6480 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a20b7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8519680->8523775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73219f5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016129.641376:0:1983:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a9ae6480 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a20b7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8519680->8523775) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec73219f5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016129.641413:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339159040:192.168.201.101@tcp:3:fsx.0 00000080:00200008:3.0:1734016129.695629:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec488c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016129.695640:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec488c8),name=f16a.sanityn 00000002:00010000:3.0:1734016129.695669:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016129.695699:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a2047 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732197e expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016129.695714:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a2047 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732197e expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016129.695732:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) 00000080:00010000:3.0:1734016129.695736:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) for lock 0x99188b78c51a2047 00000080:00010000:3.0:1734016129.695745:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a2047 from it ffff8800a7a77cd8 00010000:00010000:3.0:1734016129.695748:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a2047 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec732197e expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016129.695756:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a2047 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732197e expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016129.695786:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016129.695800:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016129.695824:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016129.695828:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3f30, osc lock ffff8800aa16cd10, flags 0x400001002 00010000:00010000:3.0:1734016129.695845:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a20c5 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10113024->10129407) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321a03 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.695859:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a20c5 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10113024->10129407) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321a03 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.695872:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a20c5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10113024->10129407) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321a03 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.695878:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a20c5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10113024->10129407) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321a03 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016129.695903:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10312684 i_blocks 360 00000020:00010000:3.0:1734016129.695908:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a97d98 (ffff8800a8a70908/0) at cl_lock_release():233 00000020:00010000:3.0:1734016129.695913:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a97d98 (ffff8800a8a70908/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016129.695915:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3f30 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016129.695919:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a97d98 (ffff8800a8a70908/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016129.695920:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3f30 (ffff8800a8a70908/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016129.695931:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016129.695951:0:9663:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1734016129.695958:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1734016129.695970:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016129.695983:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [2550, 2559] 00000008:00010000:3.0:1734016129.695993:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016129.695996:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3f30, osc lock ffff8800aa16cd10, flags 0x0 00010000:00010000:3.0:1734016129.696003:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a20c5 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10113024->10129407) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321a03 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.696013:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (10444800 10485759) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a20c5 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10113024->10129407) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321a03 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.696019:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a20c5 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10113024->10129407) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321a03 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.696024:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a20c5 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10113024->10129407) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321a03 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.696032:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a20c5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10113024->10129407) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321a03 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016129.696043:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10312684 i_blocks 360 00000100:00100000:3.0:1734016129.696137:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016129.696160:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339160320:192.168.201.101@tcp:22:fsx.0 00000100:00100000:3.0:1734016129.700717:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339160320:192.168.201.101@tcp:22:fsx.0 00000100:00100000:3.0:1734016129.728407:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339160832:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016129.733681:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339160832:192.168.201.101@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016129.756216:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a20e8 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 962560->970751) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321a26 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.756240:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a20e8 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 962560->970751) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321a26 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016129.765566:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:3.0:1734016129.765606:0:1982:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a9ae6cc0 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a20e8 lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 962560->970751) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321a26 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016129.765628:0:1982:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a9ae6900 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a20e8 lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 962560->970751) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321a26 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.765850:0:1982:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (4194304 4198399) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a20e8 lrc: 7/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 962560->970751) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321a26 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016129.766137:0:1982:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa161f80 - object 0x280000400:6 offset 4194304<>8388608 00000008:00010000:3.0:1734016129.766160:0:1982:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a9ae6900 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a20e8 lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 962560->970751) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321a26 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.766189:0:1982:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8388608 8392703) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a20e8 lrc: 7/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 962560->970751) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321a26 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016129.766258:0:1982:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa162d80 - object 0x280000400:6 offset 8388608<>10485760 00000100:00100000:3.0:1734016129.766285:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339161344:192.168.201.101@tcp:3:fsx.0 00000100:00100000:3.0:1734016129.766488:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016129.766493:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339161472:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016129.820160:0:1982:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a9ae6900 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a20e8 lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 962560->970751) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321a26 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016129.820405:0:1982:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a9ae6900 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a20e8 lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 962560->970751) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321a26 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016129.820440:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339161472:192.168.201.101@tcp:3:fsx.0 00000020:00010000:3.0:1734016129.881925:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a728a8 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016129.881929:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a728a8 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016129.881933:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2630 (ffff8800a8a707e8/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016129.881941:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a20e8 lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 962560->970751) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321a26 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.881952:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a20e8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 962560->970751) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321a26 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016129.881967:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a728a8 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016129.881969:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2630 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016129.881978:0:9663:0:(vvp_io.c:533:vvp_io_advance()) advancing 5361 bytes 00000080:00200000:3.0:1734016129.881987:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016129.881992:0:9663:0:(file.c:1964:ll_file_io_generic()) f16a.sanityn: 1 io complete with rc: 0, result: 5361, restart: 0 00000080:00200000:3.0:1734016129.881997:0:9663:0:(file.c:2044:ll_file_io_generic()) iot: 1, result: 5361 00000080:00200008:3.0:1734016129.882022:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec480c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016129.882029:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec480c8),name=f16a.sanityn 00000002:00010000:3.0:1734016129.882051:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016129.882068:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a2055 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7321993 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016129.882078:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a2055 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7321993 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016129.882091:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) 00000080:00010000:3.0:1734016129.882094:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) for lock 0x99188b78c51a2055 00000080:00010000:3.0:1734016129.882111:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a2055 from it ffff8800a7a77cd8 00010000:00010000:3.0:1734016129.882114:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a2055 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec7321993 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016129.882120:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a2055 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7321993 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016129.882144:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016129.882158:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016129.882179:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016129.882181:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3fb0, osc lock ffff8800aa16d430, flags 0x400001002 00010000:00010000:3.0:1734016129.882197:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a20e8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 962560->970751) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321a26 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.882204:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a20e8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 962560->970751) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321a26 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.882220:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a20e8 lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 962560->970751) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321a26 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.882225:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a20e8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 962560->970751) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321a26 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016129.882241:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10485760 i_blocks 440 00000020:00010000:3.0:1734016129.882245:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016129.882247:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016129.882248:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3fb0 (ffff8800a8a707e8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016129.882250:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016129.882251:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3fb0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016129.882257:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016129.882269:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016129.882275:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016129.882278:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016129.882281:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016129.882283:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3fb0, osc lock ffff8800aa16d430, flags 0x400001002 00010000:00010000:3.0:1734016129.882287:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a20e8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 962560->970751) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321a26 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.882293:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a20e8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 962560->970751) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321a26 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.882299:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a20e8 lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 962560->970751) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321a26 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.882309:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a20e8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 962560->970751) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321a26 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016129.882317:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10485760 i_blocks 440 00000020:00010000:3.0:1734016129.882318:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016129.882359:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016129.882361:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3fb0 (ffff8800a8a707e8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016129.882363:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016129.882365:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3fb0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016129.882369:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016129.882422:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 10485760 00000080:00200008:3.0:1734016129.882433:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec488c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016129.882438:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec488c8),name=f16a.sanityn 00000002:00010000:3.0:1734016129.882448:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016129.882457:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a2047 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732197e expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016129.882464:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a2047 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732197e expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016129.882471:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) 00000080:00010000:3.0:1734016129.882473:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) for lock 0x99188b78c51a2047 00000080:00010000:3.0:1734016129.882476:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a2047 from it ffff8800a7a77cd8 00010000:00010000:3.0:1734016129.882479:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a2047 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec732197e expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016129.882490:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a2047 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732197e expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016129.882504:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016129.882509:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016129.882515:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016129.882516:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3fb0, osc lock ffff8800aa16d430, flags 0x400001002 00010000:00010000:3.0:1734016129.882535:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ebcc0/0x99188b78c51a20ef lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.882541:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ebcc0/0x99188b78c51a20ef lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016129.882627:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016129.882653:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339162240:192.168.201.101@tcp:101:fsx.0 00000100:00100000:3.0:1734016129.888612:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0db0e310-e6b8-40c1-b2ea-81542a2439df:1982:1818247339161728:192.168.201.101@tcp:400:kworker.0 00000100:00100000:3.0:1734016129.888634:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339161856:192.168.201.101@tcp:400:kworker.0 00010000:00010000:3.0:1734016129.903512:0:1982:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ebcc0/0x99188b78c51a20ef lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.903542:0:1982:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ebcc0/0x99188b78c51a20ef lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x903ef4aec7321a2d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.903558:0:1982:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ebcc0/0x99188b78c51a20ef lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x903ef4aec7321a2d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.903576:0:1982:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ebcc0/0x99188b78c51a20ef lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x903ef4aec7321a2d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016129.903593:0:1982:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 10485760, setting rss=10485760; kms=10485760, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ebcc0/0x99188b78c51a20ef lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec7321a2d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.903630:0:1982:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ebcc0/0x99188b78c51a20ef lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec7321a2d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.903637:0:1982:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ebcc0/0x99188b78c51a20ef lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec7321a2d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.903644:0:1982:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ebcc0/0x99188b78c51a20ef lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec7321a2d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.903651:0:1982:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ebcc0/0x99188b78c51a20ef lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec7321a2d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016129.903676:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339162240:192.168.201.101@tcp:101:fsx.0 00000100:00100000:3.0:1734016129.903697:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339161984:192.168.201.101@tcp:400:kworker.0 00000100:00100000:3.0:1734016129.903712:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339162112:192.168.201.101@tcp:400:kworker.0 00000008:00010000:3.0:1734016129.913116:0:1982:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a9ae6cc0 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a20e8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 962560->970751) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321a26 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016129.913406:0:1982:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a9ae6cc0 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a20e8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 962560->970751) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321a26 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016129.913424:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339161344:192.168.201.101@tcp:3:fsx.0 00010000:00010000:3.0:1734016129.914400:0:4745:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1734016129.914409:0:4745:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ebcc0/0x99188b78c51a20ef lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x903ef4aec7321a2d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.914419:0:4745:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e3ebcc0 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016129.914424:0:4745:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ebcc0/0x99188b78c51a20ef lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0x903ef4aec7321a2d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016129.914444:0:4745:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016129.914463:0:4745:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016129.914516:0:4745:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ebcc0/0x99188b78c51a20ef lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x903ef4aec7321a2d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.914522:0:4745:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016129.914547:0:4745:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ebcc0/0x99188b78c51a20ef lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x903ef4aec7321a2d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.914554:0:4745:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ebcc0/0x99188b78c51a20ef lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x903ef4aec7321a2d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.914591:0:4745:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016129.914596:0:4745:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a20e8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 962560->970751) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec7321a26 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.914604:0:4745:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aa12ef40 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016129.914607:0:4745:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a20e8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 962560->970751) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec7321a26 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016129.914615:0:4745:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00010000:00010000:3.0:1734016129.934835:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016129.934839:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016129.934844:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00010000:3.0:1734016130.191295:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a728a8 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016130.191300:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a728a8 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016130.191309:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d22b0 (ffff8800a8a707e8/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016130.191337:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2119 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7512064->7548927) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321a57 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.191352:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2119 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7512064->7548927) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321a57 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016130.191373:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a728a8 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016130.191375:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d22b0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016130.191396:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016130.191432:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec480c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016130.191439:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec480c8),name=f16a.sanityn 00000002:00010000:3.0:1734016130.191456:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016130.191469:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a2055 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7321993 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016130.191478:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a2055 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7321993 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016130.191489:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) 00000080:00010000:3.0:1734016130.191492:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) for lock 0x99188b78c51a2055 00000080:00010000:3.0:1734016130.191497:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a2055 from it ffff8800a7a77cd8 00010000:00010000:3.0:1734016130.191499:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a2055 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec7321993 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016130.191504:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a2055 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7321993 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016130.191520:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016130.191530:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016130.191545:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016130.191548:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3cb0, osc lock ffff8800aa16d0a0, flags 0x400001002 00010000:00010000:3.0:1734016130.191560:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2119 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7512064->7548927) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321a57 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.191568:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2119 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7512064->7548927) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321a57 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.191575:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2119 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7512064->7548927) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321a57 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.191580:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2119 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7512064->7548927) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321a57 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016130.191600:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10485760 i_blocks 648 00000020:00010000:3.0:1734016130.191603:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016130.191605:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016130.191608:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3cb0 (ffff8800a8a707e8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016130.191610:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016130.191612:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3cb0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016130.191618:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016130.191631:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016130.191635:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016130.191638:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016130.191642:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016130.191643:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3cb0, osc lock ffff8800aa16d0a0, flags 0x400001002 00010000:00010000:3.0:1734016130.191649:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2119 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7512064->7548927) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321a57 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.191655:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2119 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7512064->7548927) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321a57 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.191662:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2119 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7512064->7548927) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321a57 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.191668:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2119 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7512064->7548927) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321a57 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016130.191677:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10485760 i_blocks 648 00000020:00010000:3.0:1734016130.191679:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016130.191682:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016130.191683:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3cb0 (ffff8800a8a707e8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016130.191686:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016130.191688:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3cb0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016130.191691:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016130.191698:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 10485760 00000080:00200008:3.0:1734016130.191764:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 200704, type: SEEK_SET 00000080:00200008:3.0:1734016130.191767:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 200704, type: SEEK_SET, rc = 200704 00000080:00200008:3.0:1734016130.191778:0:9663:0:(file.c:2290:do_file_read_iter()) START file f16a.sanityn:[0x200000401:0x9:0x0], ppos: 200704, count: 14807 00000080:00200000:3.0:1734016130.191782:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016130.191786:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016130.191823:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 49 00000080:00200000:3.0:1734016130.191834:0:9663:0:(file.c:1826:ll_file_io_generic()) f16a.sanityn: read ppos: 200704, bytes: 14807 00000080:00200000:3.0:1734016130.191841:0:9663:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000020:00200000:3.0:1734016130.191848:0:9663:0:(cl_io.c:195:cl_io_rw_init()) header@ffff88012c77cd48[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1734016130.191850:0:9663:0:(cl_io.c:195:cl_io_rw_init()) io range: 1 [200704, 215511) 0 0 00000080:00200000:3.0:1734016130.191852:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016130.191865:0:9663:0:(lov_io.c:1021:lov_io_rw_iter_init()) stripe: 200704 chunk: [200704, 215511) 215511, 14807 00020000:00200000:3.0:1734016130.191869:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016130.191885:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [49, 52] 00000008:00010000:3.0:1734016130.191893:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016130.191896:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3cb0, osc lock ffff8800aa16d0a0, flags 0x0 00010000:00010000:3.0:1734016130.191902:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2119 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7512064->7548927) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321a57 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.191909:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (200704 217087) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2119 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7512064->7548927) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321a57 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.191915:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2119 lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7512064->7548927) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321a57 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.191922:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2119 lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7512064->7548927) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321a57 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.191927:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2119 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7512064->7548927) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321a57 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016130.191933:0:9663:0:(vvp_io.c:840:vvp_io_read_start()) f16a.sanityn: read [200704, 215511) 00000080:00200000:3.0:1734016130.191940:0:9663:0:(vvp_io.c:899:vvp_io_read_start()) count:14807 iocb pos:200704 00010000:00010000:3.0:1734016130.191968:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2119 lrc: 4/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7512064->7548927) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321a57 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.191974:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2119 lrc: 4/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7512064->7548927) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321a57 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.191979:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2119 lrc: 7/2,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7512064->7548927) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321a57 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.191984:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2119 lrc: 7/2,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7512064->7548927) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321a57 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.191988:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2119 lrc: 6/2,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7512064->7548927) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321a57 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016130.221772:0:1983:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a8a71a80 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2119 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7512064->7548927) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321a57 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016130.221800:0:1983:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a8a71d80 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2119 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7512064->7548927) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321a57 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.221892:0:1983:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (200704 204799) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2119 lrc: 6/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7512064->7548927) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321a57 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016130.222155:0:1983:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa162d80 - object 0x280000400:6 offset 0<>4194304 00000008:00010000:3.0:1734016130.222171:0:1983:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a8a71d80 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2119 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7512064->7548927) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321a57 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.222238:0:1983:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (4194304 4198399) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2119 lrc: 6/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7512064->7548927) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321a57 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016130.222843:0:1983:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa162680 - object 0x280000400:6 offset 4194304<>8388608 00000100:00100000:3.0:1734016130.222872:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339167872:192.168.201.101@tcp:3:fsx.0 00000100:00100000:3.0:1734016130.223070:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1734016130.223076:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339167744:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016130.324528:0:1983:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a8a71a80 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2119 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7512064->7548927) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321a57 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016130.324917:0:1983:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a8a71a80 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2119 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7512064->7548927) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321a57 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016130.324948:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339167744:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016130.343751:0:1983:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a8a71d80 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2119 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7512064->7548927) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321a57 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016130.352521:0:1983:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a8a71d80 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2119 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7512064->7548927) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321a57 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016130.352591:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339167872:192.168.201.101@tcp:3:fsx.0 00000100:00100000:3.0:1734016130.437101:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339169152:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.448896:0:1982:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a213c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.448920:0:1982:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a213c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.448933:0:1982:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a213c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.448941:0:1982:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a213c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.448947:0:1982:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a213c lrc: 5/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016130.448964:0:1982:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 10485760, setting rss=10485760; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016130.448990:0:1982:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a213c lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.448997:0:1982:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a213c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.449004:0:1982:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a213c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.449012:0:1982:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012db9ba80 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016130.449017:0:1982:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a213c lrc: 5/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.449030:0:1982:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016130.449035:0:1982:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a213c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.449041:0:1982:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a213c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016130.449084:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339169152:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.550425:0:4745:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016130.550439:0:4745:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2119 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7512064->7548927) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec7321a57 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.550451:0:4745:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aa12e400 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016130.550458:0:4745:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2119 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7512064->7548927) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec7321a57 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016130.550488:0:4745:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016130.576718:0:4745:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000100:00100000:3.0:1734016130.580487:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016130.580527:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339171200:192.168.201.101@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016130.584657:0:9663:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a217b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6119424->6127615) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec7321ad5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.584669:0:9663:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a217b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6119424->6127615) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec7321ad5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.584705:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a217b lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6119424->6127615) gid 0 flags: 0x10000000020000 nid: local remote: 0x903ef4aec7321ad5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016130.584721:0:9663:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 10485760, setting rss=10485760; kms=10485760, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a217b lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6119424->6127615) gid 0 flags: 0x10020000020000 nid: local remote: 0x903ef4aec7321ad5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.584734:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a217b lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6119424->6127615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321ad5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.584742:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a217b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6119424->6127615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321ad5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016130.584762:0:9663:0:(vvp_io.c:1326:vvp_io_write_start()) f16a.sanityn: write [6119424, 6126990) 00000080:00200000:3.0:1734016130.584783:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 1494 of 0 to 4096 bytes 00000080:00200000:3.0:1734016130.584832:0:9663:0:(rw26.c:1006:ll_write_end()) pos 6119424, len 4096, copied 4096 00000080:00200000:3.0:1734016130.584843:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff88012db8d288[3 ffff88012c77cd00 2 1 ffff8800a8a96bb8] 00000080:00200000:3.0:1734016130.584845:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a4c100 1fffff00000805 3:0 ffff88012db8d288 1494 lru 00000080:00200000:3.0:1734016130.584853:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012db8d2e8 1494: 1< 0 - - > 2< 6119424 0 0 0x0 0x0 | ffff8800aaf9dcc8 ffff88012c3aa1a0 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1734016130.584855:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff88012db8d288 00000080:00200000:3.0:1734016130.584857:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016130.584860:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 1495 of 0 to 3470 bytes 00000008:00010000:3.0:1734016130.584960:0:1983:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a9ae6cc0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a217b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6119424->6127615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321ad5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.585011:0:1983:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (6123520 6127615) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a217b lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6119424->6127615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321ad5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016130.585056:0:1983:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa162680 - object 0x280000400:6 offset 6123520<>6127616 00000100:00100000:3.0:1734016130.585078:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016130.585104:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339171456:192.168.201.101@tcp:3:fsx.0 00000100:00100000:3.0:1734016130.590467:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339171200:192.168.201.101@tcp:103:ldlm_bl.0 00000008:00010000:3.0:1734016130.593082:0:1983:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a9ae6cc0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a217b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6119424->6127615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321ad5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016130.593136:0:1983:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a9ae6cc0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a217b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6119424->6127615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321ad5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016130.593158:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339171456:192.168.201.101@tcp:3:fsx.0 00000100:00100000:3.0:1734016130.617868:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339172096:192.168.201.101@tcp:4:fsx.0 00000008:00010000:3.0:1734016130.622884:0:1982:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a8a71180 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a217b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6119424->6127615) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec7321ad5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016130.622971:0:1982:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a8a71180 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a217b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6119424->6127615) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec7321ad5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016130.623000:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339172096:192.168.201.101@tcp:4:fsx.0 00000100:00100000:3.0:1734016130.630813:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339172352:192.168.201.101@tcp:22:fsx.0 00000100:00100000:3.0:1734016130.634007:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339172224:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016130.635230:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339172352:192.168.201.101@tcp:22:fsx.0 00000100:00100000:3.0:1734016130.636094:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339172480:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.640897:0:1983:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a219e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.640922:0:1983:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a219e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.640936:0:1983:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a219e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.640944:0:1983:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a219e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.640951:0:1983:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a219e lrc: 5/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016130.640974:0:1983:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 10485760, setting rss=10485760; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016130.641007:0:1983:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a219e lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.641013:0:1983:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a219e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.641020:0:1983:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a219e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.641028:0:1983:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012db98000 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016130.641033:0:1983:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a219e lrc: 5/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.641044:0:1983:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016130.641051:0:1983:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a219e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.641058:0:1983:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a219e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016130.641135:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339172480:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016130.711542:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016130.718267:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339173632:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016130.791773:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339174528:192.168.201.101@tcp:4:fsx.0 00000008:00010000:3.0:1734016130.800294:0:1982:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012abac480 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a1c0/0x99188b78c51a21ac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7290880->7311359) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec7321b06 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016130.800525:0:1982:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012abac480 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a1c0/0x99188b78c51a21ac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7290880->7311359) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec7321b06 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016130.800540:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339174528:192.168.201.101@tcp:4:fsx.0 00000100:00100000:3.0:1734016130.800728:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339174656:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016130.812624:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339174784:192.168.201.101@tcp:22:fsx.0 00000100:00100000:3.0:1734016130.818845:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339174784:192.168.201.101@tcp:22:fsx.0 00000100:00100000:3.0:1734016130.821431:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339174656:192.168.201.101@tcp:103:ldlm_bl.0 00000080:00200000:3.0:1734016130.874269:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10485760 i_blocks 920 00000080:00200000:3.0:1734016130.874294:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016130.874536:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec488c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016130.874546:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec488c8),name=f16a.sanityn 00000002:00010000:3.0:1734016130.874573:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016130.874602:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a2047 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732197e expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016130.874618:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a2047 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732197e expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016130.874632:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) 00000080:00010000:3.0:1734016130.874635:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) for lock 0x99188b78c51a2047 00000080:00010000:3.0:1734016130.874648:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a2047 from it ffff8800a7a77cd8 00010000:00010000:3.0:1734016130.874652:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a2047 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec732197e expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016130.874660:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a2047 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732197e expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016130.874702:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016130.874715:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016130.874748:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016130.874753:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3bb0, osc lock ffff8800aa16db50, flags 0x400001002 00010000:00010000:3.0:1734016130.874791:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e98c0/0x99188b78c51a21cf lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.874799:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e98c0/0x99188b78c51a21cf lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016130.874892:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016130.874914:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339175808:192.168.201.101@tcp:101:fsx.0 00000100:00100000:3.0:1734016130.880730:0:1983:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8800aae6f000: committing for last_committed 4294969388 gen 1 00010000:00010000:3.0:1734016130.880804:0:1983:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e98c0/0x99188b78c51a21cf lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.880820:0:1983:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e98c0/0x99188b78c51a21cf lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.880835:0:1983:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e98c0/0x99188b78c51a21cf lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.880847:0:1983:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e98c0/0x99188b78c51a21cf lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.880854:0:1983:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e98c0/0x99188b78c51a21cf lrc: 5/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016130.880873:0:1983:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 10485760, setting rss=10485760; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016130.880888:0:1983:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e98c0/0x99188b78c51a21cf lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.880895:0:1983:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e98c0/0x99188b78c51a21cf lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.880901:0:1983:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e98c0/0x99188b78c51a21cf lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.880905:0:1983:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e3e98c0 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016130.880909:0:1983:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e98c0/0x99188b78c51a21cf lrc: 5/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.880918:0:1983:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016130.880923:0:1983:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e98c0/0x99188b78c51a21cf lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.880928:0:1983:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e98c0/0x99188b78c51a21cf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016130.881604:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339175808:192.168.201.101@tcp:101:fsx.0 00000100:00100000:3.0:1734016130.934558:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:3.0:1734016130.934586:0:1983:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a8a71480 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a21f2 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1384448->1388543) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321b4c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.934637:0:1983:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1384448 1388543) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a21f2 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1384448->1388543) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321b4c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016130.934676:0:1983:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa162680 - object 0x280000400:6 offset 1384448<>1388544 00000100:00100000:3.0:1734016130.934704:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339176832:192.168.201.101@tcp:3:fsx.0 00000100:00100000:3.0:1734016130.936948:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339176576:192.168.201.101@tcp:103:ldlm_bl.0 00000008:00010000:3.0:1734016130.937092:0:1983:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a8a71480 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a21f2 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1384448->1388543) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321b4c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016130.937311:0:1983:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a8a71480 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a21f2 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1384448->1388543) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321b4c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016130.937364:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339176832:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016131.034431:0:1982:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a8a71c00 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a21f2 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1384448->1388543) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321b4c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.034549:0:1982:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1343488 1347583) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a21f2 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1384448->1388543) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321b4c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016131.034646:0:1982:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa162680 - object 0x280000400:6 offset 1343488<>1347584 00010000:00010000:3.0:1734016131.059015:0:4745:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1734016131.059028:0:4745:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12d8c0/0x99188b78c51a21f9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x903ef4aec7321b53 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.059038:0:4745:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aa12d8c0 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016131.059045:0:4745:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12d8c0/0x99188b78c51a21f9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0x903ef4aec7321b53 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016131.059068:0:4745:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016131.059099:0:4745:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016131.059173:0:4745:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12d8c0/0x99188b78c51a21f9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x903ef4aec7321b53 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.059181:0:4745:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016131.059206:0:4745:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12d8c0/0x99188b78c51a21f9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x903ef4aec7321b53 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.059212:0:4745:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12d8c0/0x99188b78c51a21f9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x903ef4aec7321b53 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.059239:0:4745:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016131.059244:0:4745:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a21f2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1384448->1388543) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec7321b4c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.059249:0:4745:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012db98b40 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016131.059253:0:4745:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a21f2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1384448->1388543) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec7321b4c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016131.059263:0:4745:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016131.059403:0:4745:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016131.059427:0:4745:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a21f2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1384448->1388543) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321b4c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.059434:0:4745:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016131.059440:0:4745:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a21f2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1384448->1388543) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321b4c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.059446:0:4745:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a21f2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1384448->1388543) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321b4c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.059463:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016131.059464:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016131.059465:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016131.059491:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339179776:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016131.059571:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016131.059576:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339179904:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016131.066290:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339179776:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016131.077244:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339179904:192.168.201.101@tcp:103:ldlm_bl.0 00000020:00010000:3.0:1734016131.138528:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a728a8 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016131.138533:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a728a8 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016131.138541:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2330 (ffff8800a8a707e8/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016131.138561:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d8c0/0x99188b78c51a2207 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1089536->1118207) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321b61 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.138577:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d8c0/0x99188b78c51a2207 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1089536->1118207) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321b61 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016131.138597:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a728a8 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016131.138599:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2330 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016131.138624:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016131.138671:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec480c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016131.138682:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec480c8),name=f16a.sanityn 00000002:00010000:3.0:1734016131.138725:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016131.138755:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a2055 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7321993 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016131.138770:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a2055 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7321993 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016131.138785:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) 00000080:00010000:3.0:1734016131.138788:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) for lock 0x99188b78c51a2055 00000080:00010000:3.0:1734016131.138797:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a2055 from it ffff8800a7a77cd8 00010000:00010000:3.0:1734016131.138800:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a2055 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec7321993 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016131.138807:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a2055 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7321993 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016131.138832:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016131.138846:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016131.138865:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016131.138868:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3eb0, osc lock ffff8800aa16d690, flags 0x400001002 00010000:00010000:3.0:1734016131.138892:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3ead00/0x99188b78c51a220e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.138899:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3ead00/0x99188b78c51a220e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016131.138967:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016131.138982:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339180544:192.168.201.101@tcp:101:fsx.0 00000100:00100000:3.0:1734016131.150464:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339180288:192.168.201.101@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016131.154976:0:1982:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3ead00/0x99188b78c51a220e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.155000:0:1982:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3ead00/0x99188b78c51a220e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.155014:0:1982:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3ead00/0x99188b78c51a220e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.155021:0:1982:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3ead00/0x99188b78c51a220e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.155028:0:1982:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3ead00/0x99188b78c51a220e lrc: 5/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016131.155043:0:1982:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 10485760, setting rss=10485760; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016131.155064:0:1982:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3ead00/0x99188b78c51a220e lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.155071:0:1982:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3ead00/0x99188b78c51a220e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.155088:0:1982:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3ead00/0x99188b78c51a220e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.155094:0:1982:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e3ead00 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016131.155099:0:1982:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3ead00/0x99188b78c51a220e lrc: 5/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.155114:0:1982:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016131.155121:0:1982:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3ead00/0x99188b78c51a220e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.155128:0:1982:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3ead00/0x99188b78c51a220e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016131.155178:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339180544:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016131.244225:0:4745:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016131.244237:0:4745:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d8c0/0x99188b78c51a2207 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1089536->1118207) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec7321b61 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.244245:0:4745:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aa12d8c0 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016131.244250:0:4745:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d8c0/0x99188b78c51a2207 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1089536->1118207) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec7321b61 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016131.244285:0:4745:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016131.244916:0:4745:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016131.244988:0:4745:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d8c0/0x99188b78c51a2207 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1089536->1118207) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321b61 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.244996:0:4745:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016131.246603:0:4745:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d8c0/0x99188b78c51a2207 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1089536->1118207) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321b61 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.246617:0:4745:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d8c0/0x99188b78c51a2207 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1089536->1118207) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321b61 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.246656:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016131.246658:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016131.246662:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00010000:3.0:1734016131.256824:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b43fca88 (ffff8800a8e27518/0) at cl_lock_release():233 00000020:00010000:3.0:1734016131.256829:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b43fca88 (ffff8800a8e27518/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016131.256832:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b0028ab0 (ffff8800a8e27ab8/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016131.256843:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a2223 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5681152->5685247) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321b7d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.256854:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a2223 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5681152->5685247) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321b7d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016131.256872:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b43fca88 (ffff8800a8e27518/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016131.256874:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b0028ab0 (ffff8800a8e27518/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016131.256898:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016131.256923:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016131.256941:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016131.256964:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1387, 1387] 00000008:00010000:3.0:1734016131.256982:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016131.256989:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3db0, osc lock ffff8800aa16d7c0, flags 0x0 00010000:00010000:3.0:1734016131.257018:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a2223 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5681152->5685247) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321b7d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.257032:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5681152 5685247) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a2223 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5681152->5685247) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321b7d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.257042:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a2223 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5681152->5685247) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321b7d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.257048:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a2223 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5681152->5685247) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321b7d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.257053:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a2223 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5681152->5685247) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321b7d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016131.257106:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff8800a9ae6300 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a2223 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5681152->5685247) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321b7d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016131.257126:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48248, count 1, dirtied 1 00000020:00010000:3.0:1734016131.257140:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b43fca88 (ffff8800a8e27518/0) at cl_lock_release():233 00000020:00010000:3.0:1734016131.257142:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b43fca88 (ffff8800a8e27518/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016131.257143:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3db0 (ffff8800a8e27ab8/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016131.257145:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a2223 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5681152->5685247) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321b7d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.257153:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a2223 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5681152->5685247) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321b7d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016131.257160:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b43fca88 (ffff8800a8e27518/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016131.257162:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3db0 (ffff8800a8e27518/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016131.257169:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016131.257225:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 1386 00000080:00200000:3.0:1734016131.257233:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016131.257237:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016131.257242:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1386, 1386] 00000008:00010000:3.0:1734016131.257246:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016131.257249:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3db0, osc lock ffff8800aa16d7c0, flags 0x0 00010000:00010000:3.0:1734016131.257255:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a2223 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5681152->5685247) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321b7d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.257263:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5677056 5681151) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a2223 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5681152->5685247) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321b7d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.257270:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a2223 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5681152->5685247) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321b7d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.257277:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a2223 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5681152->5685247) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321b7d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.257283:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a2223 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5681152->5685247) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321b7d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016131.257403:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:3.0:1734016131.257415:0:1982:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a9ae6a80 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a2223 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5681152->5685247) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321b7d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.257444:0:1982:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5677056 5681151) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a2223 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5681152->5685247) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321b7d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016131.257488:0:1982:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa162d80 - object 0x280000400:6 offset 5677056<>5681152 00000100:00100000:3.0:1734016131.257512:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339184384:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016131.260660:0:1982:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a9ae6a80 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a2223 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5681152->5685247) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321b7d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016131.260694:0:1982:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a9ae6a80 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a2223 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5681152->5685247) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321b7d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016131.260714:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339184384:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016131.431100:0:1983:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a8a71c00 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fa80/0x99188b78c51a224d lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 618496->622591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321ba7 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.431156:0:1983:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (618496 622591) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fa80/0x99188b78c51a224d lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 618496->622591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321ba7 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016131.431198:0:1983:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa162d80 - object 0x280000400:6 offset 618496<>622592 00000100:00100000:3.0:1734016131.434085:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339186816:192.168.201.101@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016131.777410:0:4745:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1734016131.777420:0:4745:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2d8fc0/0x99188b78c51a2254 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x903ef4aec7321bae expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.777428:0:4745:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e2d8fc0 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016131.777436:0:4745:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2d8fc0/0x99188b78c51a2254 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0x903ef4aec7321bae expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016131.777459:0:4745:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016131.777643:0:4745:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016131.777696:0:4745:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2d8fc0/0x99188b78c51a2254 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x903ef4aec7321bae expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.777704:0:4745:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016131.782354:0:4745:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2d8fc0/0x99188b78c51a2254 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x903ef4aec7321bae expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.782370:0:4745:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2d8fc0/0x99188b78c51a2254 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x903ef4aec7321bae expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.782388:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016131.782390:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016131.782393:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016131.782420:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339192576:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016131.794087:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339192576:192.168.201.101@tcp:103:ldlm_bl.0 00000080:00200000:3.0:1734016131.815823:0:5244:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016131.815917:0:5244:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fa80/0x99188b78c51a224d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 618496->622591) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321ba7 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.815930:0:5244:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016131.816060:0:5244:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fa80/0x99188b78c51a224d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 618496->622591) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321ba7 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.816078:0:5244:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fa80/0x99188b78c51a224d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 618496->622591) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321ba7 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016131.816116:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016131.816143:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339192704:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016131.823488:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339192832:192.168.201.101@tcp:22:fsx.0 00000100:00100000:3.0:1734016131.827528:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339192832:192.168.201.101@tcp:22:fsx.0 00000100:00100000:3.0:1734016131.827547:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339192704:192.168.201.101@tcp:103:ldlm_bl.0 00000080:00200000:3.0:1734016131.839559:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10485760 i_blocks 1112 00000020:00010000:3.0:1734016131.839567:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800aacab478 (ffff8800a8e275a8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016131.839570:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800aacab478 (ffff8800a8e275a8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016131.839611:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2e30 (ffff8800a8a707e8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016131.839615:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800aacab478 (ffff8800a8e275a8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016131.839618:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2e30 (ffff8800a8e275a8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016131.839637:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016131.839659:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 10485760 00000080:00200008:3.0:1734016131.839686:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec480c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016131.839694:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec480c8),name=f16a.sanityn 00000002:00010000:3.0:1734016131.839734:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016131.839754:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a2055 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7321993 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016131.839766:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a2055 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7321993 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016131.839780:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) 00000080:00010000:3.0:1734016131.839784:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) for lock 0x99188b78c51a2055 00000080:00010000:3.0:1734016131.839791:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a2055 from it ffff8800a7a77cd8 00010000:00010000:3.0:1734016131.839794:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a2055 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec7321993 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016131.839800:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a2055 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7321993 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016131.839828:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016131.839839:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016131.839861:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016131.839864:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3eb0, osc lock ffff8800aa16ce40, flags 0x400001002 00010000:00010000:3.0:1734016131.839882:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cb40/0x99188b78c51a225b lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6512640->6574079) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321bb5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.839891:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cb40/0x99188b78c51a225b lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6512640->6574079) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321bb5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.839899:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cb40/0x99188b78c51a225b lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6512640->6574079) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321bb5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.839910:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cb40/0x99188b78c51a225b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6512640->6574079) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321bb5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016131.839925:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10485760 i_blocks 1112 00000020:00010000:3.0:1734016131.839929:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800aacab478 (ffff8800a8e275a8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016131.839931:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800aacab478 (ffff8800a8e275a8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016131.839935:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3eb0 (ffff8800a8a707e8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016131.839937:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800aacab478 (ffff8800a8e275a8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016131.839939:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3eb0 (ffff8800a8e275a8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016131.839945:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016131.839960:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016131.839963:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016131.839966:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016131.839969:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016131.839970:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3eb0, osc lock ffff8800aa16ce40, flags 0x400001002 00010000:00010000:3.0:1734016131.839975:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cb40/0x99188b78c51a225b lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6512640->6574079) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321bb5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.839982:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cb40/0x99188b78c51a225b lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6512640->6574079) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321bb5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.839988:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cb40/0x99188b78c51a225b lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6512640->6574079) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321bb5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.839995:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cb40/0x99188b78c51a225b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6512640->6574079) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321bb5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016131.840008:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10485760 i_blocks 1112 00000020:00010000:3.0:1734016131.840010:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800aacab478 (ffff8800a8e275a8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016131.840012:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800aacab478 (ffff8800a8e275a8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016131.840014:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3eb0 (ffff8800a8a707e8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016131.840016:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800aacab478 (ffff8800a8e275a8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016131.840018:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3eb0 (ffff8800a8e275a8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016131.840020:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016131.840023:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 10485760 00000080:00200008:3.0:1734016131.840030:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec480c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016131.840033:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec480c8),name=f16a.sanityn 00000002:00010000:3.0:1734016131.840037:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016131.840042:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a2055 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7321993 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016131.840047:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a2055 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7321993 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016131.840053:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) 00000080:00010000:3.0:1734016131.840055:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) for lock 0x99188b78c51a2055 00000080:00010000:3.0:1734016131.840057:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a2055 from it ffff8800a7a77cd8 00010000:00010000:3.0:1734016131.840059:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a2055 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec7321993 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016131.840076:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a2055 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7321993 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016131.840088:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016131.840091:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016131.840095:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016131.840097:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3eb0, osc lock ffff8800aa16ce40, flags 0x400001002 00010000:00010000:3.0:1734016131.840101:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cb40/0x99188b78c51a225b lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6512640->6574079) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321bb5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.840107:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cb40/0x99188b78c51a225b lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6512640->6574079) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321bb5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.840113:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cb40/0x99188b78c51a225b lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6512640->6574079) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321bb5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.840118:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cb40/0x99188b78c51a225b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6512640->6574079) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321bb5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016131.840124:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10485760 i_blocks 1112 00000020:00010000:3.0:1734016131.840126:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800aacab478 (ffff8800a8e275a8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016131.840127:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800aacab478 (ffff8800a8e275a8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016131.840129:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3eb0 (ffff8800a8a707e8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016131.840130:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800aacab478 (ffff8800a8e275a8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016131.840132:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3eb0 (ffff8800a8e275a8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016131.840135:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016131.840145:0:9663:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1734016131.840148:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1734016131.840158:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016131.840169:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [2031, 2033] 00000008:00010000:3.0:1734016131.840176:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016131.840178:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3eb0, osc lock ffff8800aa16ce40, flags 0x0 00010000:00010000:3.0:1734016131.840183:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cb40/0x99188b78c51a225b lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6512640->6574079) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321bb5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.840189:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8318976 8331263) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cb40/0x99188b78c51a225b lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6512640->6574079) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321bb5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.840194:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cb40/0x99188b78c51a225b lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6512640->6574079) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321bb5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.840199:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cb40/0x99188b78c51a225b lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6512640->6574079) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321bb5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.840203:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cb40/0x99188b78c51a225b lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6512640->6574079) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321bb5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016131.840211:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10485760 i_blocks 1112 00000100:00100000:3.0:1734016131.840287:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016131.840303:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339193216:192.168.201.101@tcp:22:fsx.0 00000100:00100000:3.0:1734016131.847524:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339193216:192.168.201.101@tcp:22:fsx.0 00000100:00100000:3.0:1734016131.900381:0:9663:0:(client.c:2968:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aae6f000: committing for last_committed 4294968587 gen 1 00000100:00100000:3.0:1734016131.900439:0:9663:0:(client.c:3012:ptlrpc_free_committed()) @@@ stopping search req@ffff8800a7a7e300 x1818247339193856/t4294968592(4294968592) o36->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 488/456 e 0 to 0 dl 1734016147 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00000100:00100000:3.0:1734016131.900450:0:9663:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job fsx:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:9663:1818247339193856:192.168.201.101@tcp:36:fsx.0 00000080:00200000:3.0:1734016131.900495:0:9663:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1734016131.900504:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1734016131.900524:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016131.900539:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:3.0:1734016131.900553:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016131.900556:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3e30, osc lock ffff8800aa16d560, flags 0x0 00010000:00010000:3.0:1734016131.900591:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e9680/0x99188b78c51a227e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.900602:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e9680/0x99188b78c51a227e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.900634:0:9663:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e9680/0x99188b78c51a227e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016131.900656:0:9663:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163b80 pname:cluuid:pid:xid:nid:opc:job fsx:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:9663:1818247339194112:192.168.201.101@tcp:101:fsx.0 00000100:00100000:3.0:1734016131.900726:0:9663:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a9ae69c0 going to sleep for 11 seconds 00010000:00010000:3.0:1734016131.909949:0:4745:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016131.909969:0:4745:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cb40/0x99188b78c51a225b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6512640->6574079) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec7321bb5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.909985:0:4745:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aa12cb40 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016131.909995:0:4745:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cb40/0x99188b78c51a225b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6512640->6574079) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec7321bb5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016131.910043:0:4745:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016131.910074:0:4745:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016131.910171:0:4745:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cb40/0x99188b78c51a225b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6512640->6574079) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321bb5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.910185:0:4745:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016131.911219:0:4745:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cb40/0x99188b78c51a225b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6512640->6574079) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321bb5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.911232:0:4745:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cb40/0x99188b78c51a225b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6512640->6574079) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321bb5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.911273:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016131.911274:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016131.911276:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016131.911351:0:9663:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163b80 pname:cluuid:pid:xid:nid:opc:job fsx:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:9663:1818247339194112:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016131.911383:0:9663:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e9680/0x99188b78c51a227e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x903ef4aec7321bdf expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.911393:0:9663:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e9680/0x99188b78c51a227e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec7321bdf expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.911405:0:9663:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e9680/0x99188b78c51a227e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec7321bdf expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.914725:0:9663:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e9680/0x99188b78c51a227e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec7321bdf expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.914737:0:9663:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e9680/0x99188b78c51a227e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec7321bdf expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.914786:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e9680/0x99188b78c51a227e lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x903ef4aec7321bdf expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016131.914805:0:9663:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 10485760, setting rss=10485760; kms=10485760, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e9680/0x99188b78c51a227e lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0x903ef4aec7321bdf expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.914820:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e9680/0x99188b78c51a227e lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321bdf expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.914827:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e9680/0x99188b78c51a227e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321bdf expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016131.914951:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016131.914971:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339194368:192.168.201.101@tcp:10:fsx.0 00000100:00100000:3.0:1734016131.919249:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339194368:192.168.201.101@tcp:10:fsx.0 00000100:00100000:3.0:1734016131.919270:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339194240:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016131.961119:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339194880:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016132.165742:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339198464:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.175639:0:1982:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98900/0x99188b78c51a22d9 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.175662:0:1982:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98900/0x99188b78c51a22d9 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.175674:0:1982:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98900/0x99188b78c51a22d9 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.175870:0:1982:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98900/0x99188b78c51a22d9 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.175879:0:1982:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98900/0x99188b78c51a22d9 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016132.175897:0:1982:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 10121580, setting rss=10121580; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016132.175930:0:1982:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98900/0x99188b78c51a22d9 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.175937:0:1982:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98900/0x99188b78c51a22d9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.175943:0:1982:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98900/0x99188b78c51a22d9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.175950:0:1982:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012db98900 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016132.175956:0:1982:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98900/0x99188b78c51a22d9 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.175968:0:1982:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016132.175974:0:1982:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98900/0x99188b78c51a22d9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.175985:0:1982:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98900/0x99188b78c51a22d9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016132.176039:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339198464:192.168.201.101@tcp:101:fsx.0 00000100:00100000:3.0:1734016132.271670:0:9663:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d500 pname:cluuid:pid:xid:nid:opc:job fsx:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:9663:1818247339200256:192.168.201.101@tcp:36:fsx.0 00000080:00200000:3.0:1734016132.271732:0:9663:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1734016132.271739:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1734016132.271760:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016132.271776:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:3.0:1734016132.271788:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016132.271792:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3bb0, osc lock ffff8800aa16d300, flags 0x0 00010000:00010000:3.0:1734016132.271833:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a2303 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.271843:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a2303 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.271880:0:9663:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a2303 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016132.272872:0:9663:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162300 pname:cluuid:pid:xid:nid:opc:job fsx:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:9663:1818247339200512:192.168.201.101@tcp:101:fsx.0 00000100:00100000:3.0:1734016132.273240:0:9663:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a9ae6a80 going to sleep for 11 seconds 00010000:00010000:3.0:1734016132.277619:0:4745:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016132.277628:0:4745:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2dba80/0x99188b78c51a2293 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6602752->6606847) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec7321bfb expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.277641:0:4745:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e2dba80 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016132.277646:0:4745:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2dba80/0x99188b78c51a2293 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6602752->6606847) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec7321bfb expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016132.277672:0:4745:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a8a71000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2dba80/0x99188b78c51a2293 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6602752->6606847) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec7321bfb expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016132.277689:0:4745:0:(osc_cache.c:1066:osc_extent_make_ready()) ### extent: ffff8800a8a71000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2dba80/0x99188b78c51a2293 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6602752->6606847) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec7321bfb expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.277752:0:4745:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (9351168 9355263) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2dba80/0x99188b78c51a2293 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6602752->6606847) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec7321bfb expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016132.277824:0:4745:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa161180 - object 0x280000400:6 offset 9351168<>9355264 00000100:00100000:3.0:1734016132.277875:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016132.277892:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339200640:192.168.201.101@tcp:4:fsx.0 00000100:00100000:3.0:1734016132.285083:0:9663:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162300 pname:cluuid:pid:xid:nid:opc:job fsx:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:9663:1818247339200512:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.285130:0:9663:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a2303 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x903ef4aec7321c79 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.285145:0:9663:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a2303 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec7321c79 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.285154:0:9663:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a2303 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec7321c79 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016132.287626:0:1982:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a8a71000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2dba80/0x99188b78c51a2293 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6602752->6606847) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec7321bfb expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016132.288423:0:1982:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a8a71000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2dba80/0x99188b78c51a2293 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6602752->6606847) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec7321bfb expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016132.288443:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339200640:192.168.201.101@tcp:4:fsx.0 00010000:00010000:3.0:1734016132.298228:0:9663:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a2303 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec7321c79 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.298241:0:9663:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a2303 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec7321c79 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.298276:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a2303 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x903ef4aec7321c79 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016132.298288:0:9663:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 10121580, setting rss=10121580; kms=10121580, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a2303 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0x903ef4aec7321c79 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.298300:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a2303 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321c79 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.298307:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a2303 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321c79 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016132.298433:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016132.298454:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339200896:192.168.201.101@tcp:10:fsx.0 00000100:00100000:3.0:1734016132.310290:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339200896:192.168.201.101@tcp:10:fsx.0 00000100:00100000:3.0:1734016132.339270:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339201408:192.168.201.101@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016132.350857:0:4746:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016132.350864:0:4746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12f600/0x99188b78c51a230a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x903ef4aec7321c87 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016132.350873:0:4746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aa12f600 already unused, calling callback (ffffffffa103e1e0) 00010000:00010000:3.0:1734016132.350877:0:4746:0:(ldlm_request.c:1579:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12f600/0x99188b78c51a230a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x903ef4aec7321c87 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016132.350887:0:4746:0:(ldlm_request.c:1589:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12f600/0x99188b78c51a230a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x903ef4aec7321c87 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016132.350895:0:4746:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12f600/0x99188b78c51a230a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x903ef4aec7321c87 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016132.350923:0:4746:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e2d9680/0x99188b78c519b954 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7319a20 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016132.350960:0:4746:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12f600/0x99188b78c51a230a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x903ef4aec7321c87 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016132.350965:0:4746:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016132.350987:0:4746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12f600/0x99188b78c51a230a lrc: 1/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x903ef4aec7321c87 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016132.350994:0:4746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12f600/0x99188b78c51a230a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x903ef4aec7321c87 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016132.351012:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016132.351014:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016132.351015:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016132.351021:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016132.351034:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339202048:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016132.354154:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339202048:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016132.354229:0:9663:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job fsx:ca960967-f34d-4bd7-a96b-f55b9893eead:9663:1818247339201920:192.168.201.101@tcp:36:fsx.0 00000080:00200000:3.0:1734016132.354377:0:9663:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1734016132.354385:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1734016132.354405:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016132.354438:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:3.0:1734016132.354454:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016132.354460:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3fb0, osc lock ffff8800aa16d8f0, flags 0x0 00010000:00010000:3.0:1734016132.354488:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12dd40/0x99188b78c51a2311 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1859584->1863679) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321c8e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.354502:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12dd40/0x99188b78c51a2311 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1859584->1863679) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321c8e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.354514:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12dd40/0x99188b78c51a2311 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1859584->1863679) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321c8e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.354522:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12dd40/0x99188b78c51a2311 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1859584->1863679) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321c8e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.354530:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12dd40/0x99188b78c51a2311 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1859584->1863679) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321c8e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016132.354604:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016132.354622:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339202176:192.168.201.101@tcp:10:fsx.0 00000100:00100000:3.0:1734016132.363091:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339202176:192.168.201.101@tcp:10:fsx.0 00000100:00100000:3.0:1734016132.373312:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339202560:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.379126:0:1983:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99200/0x99188b78c51a232d lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.379141:0:1983:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99200/0x99188b78c51a232d lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.379151:0:1983:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99200/0x99188b78c51a232d lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.379156:0:1983:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99200/0x99188b78c51a232d lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.379162:0:1983:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99200/0x99188b78c51a232d lrc: 5/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016132.379176:0:1983:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 9734126, setting rss=9734126; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016132.379198:0:1983:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99200/0x99188b78c51a232d lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.379205:0:1983:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99200/0x99188b78c51a232d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.379210:0:1983:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99200/0x99188b78c51a232d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.379216:0:1983:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012db99200 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016132.379220:0:1983:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99200/0x99188b78c51a232d lrc: 5/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.379257:0:1983:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016132.379263:0:1983:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99200/0x99188b78c51a232d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.379268:0:1983:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99200/0x99188b78c51a232d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016132.379302:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339202560:192.168.201.101@tcp:101:fsx.0 00000100:00100000:3.0:1734016132.384157:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339202816:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016132.387520:0:9663:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f800 pname:cluuid:pid:xid:nid:opc:job fsx:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:9663:1818247339202688:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.387535:0:9663:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a2334 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 376832->417791) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec7321cc6 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.387552:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a2334 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 376832->417791) gid 0 flags: 0x10000000020000 nid: local remote: 0x903ef4aec7321cc6 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016132.387562:0:9663:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 9734126, setting rss=9734126; kms=9734126, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a2334 lrc: 4/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 376832->417791) gid 0 flags: 0x10020000020000 nid: local remote: 0x903ef4aec7321cc6 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.387573:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a2334 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 376832->417791) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321cc6 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.387580:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a2334 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 376832->417791) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321cc6 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016132.387594:0:9663:0:(vvp_io.c:840:vvp_io_read_start()) f16a.sanityn: read [376832, 413887) 00000080:00200000:3.0:1734016132.387613:0:9663:0:(vvp_io.c:899:vvp_io_read_start()) count:37055 iocb pos:376832 00010000:00010000:3.0:1734016132.387661:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a2334 lrc: 4/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 376832->417791) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321cc6 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.387671:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a2334 lrc: 4/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 376832->417791) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321cc6 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.400098:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a2334 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 376832->417791) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321cc6 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.400115:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a2334 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 376832->417791) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321cc6 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016132.401165:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339203072:192.168.201.101@tcp:3:fsx.0 00000100:00100000:3.0:1734016132.415668:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339202816:192.168.201.101@tcp:103:ldlm_bl.0 00000008:00010000:3.0:1734016132.499392:0:1982:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a9ae6480 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a2334 lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 376832->417791) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321cc6 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016132.499794:0:1982:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a9ae6480 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a2334 lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 376832->417791) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321cc6 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016132.499823:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339203072:192.168.201.101@tcp:3:fsx.0 00010000:00010000:3.0:1734016132.531698:0:5244:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016132.531716:0:5244:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a2334 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 376832->417791) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec7321cc6 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.531733:0:5244:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012db98000 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016132.531742:0:5244:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a2334 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 376832->417791) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec7321cc6 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016132.531804:0:5244:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016132.565994:0:5244:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016132.566292:0:5244:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a2334 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 376832->417791) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321cc6 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.566306:0:5244:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016132.566798:0:5244:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a2334 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 376832->417791) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321cc6 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.566807:0:5244:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a2334 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 376832->417791) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321cc6 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.566848:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016132.566852:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016132.566857:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016132.566867:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016132.566894:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339203840:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016132.583998:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339203840:192.168.201.101@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016132.665648:0:4746:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016132.665657:0:4746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a233b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1433600->1499135) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec7321ccd expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.665668:0:4746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aa12f600 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016132.665676:0:4746:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a233b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1433600->1499135) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec7321ccd expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016132.665712:0:4746:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012abac300 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a233b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1433600->1499135) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec7321ccd expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016132.665731:0:4746:0:(osc_cache.c:1066:osc_extent_make_ready()) ### extent: ffff88012abac300 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a233b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1433600->1499135) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec7321ccd expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.665817:0:4746:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1433600 1437695) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a233b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1433600->1499135) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec7321ccd expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016132.665978:0:4746:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa163100 - object 0x280000400:6 offset 1433600<>1499136 00000100:00100000:3.0:1734016132.666061:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016132.666079:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339204736:192.168.201.101@tcp:4:fsx.0 00000008:00010000:3.0:1734016132.687716:0:1983:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012abac300 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a233b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1433600->1499135) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec7321ccd expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016132.687809:0:1983:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012abac300 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a233b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1433600->1499135) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec7321ccd expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016132.687831:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339204736:192.168.201.101@tcp:4:fsx.0 00000020:00010000:3.0:1734016132.706249:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800ac33f998 (ffff8800b6cde5a8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016132.706255:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800ac33f998 (ffff8800b6cde5a8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016132.706262:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2eb0 (ffff8800b6cdeea8/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016132.706274:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c900/0x99188b78c51a2357 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 188416->192511) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321ce9 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.706288:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c900/0x99188b78c51a2357 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 188416->192511) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321ce9 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016132.706312:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800ac33f998 (ffff8800b6cde5a8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016132.706314:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2eb0 (ffff8800b6cde5a8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016132.706347:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016132.706368:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016132.706389:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016132.706414:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [46, 46] 00000008:00010000:3.0:1734016132.706431:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016132.706438:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3f30, osc lock ffff8800aa16dc80, flags 0x0 00010000:00010000:3.0:1734016132.706464:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c900/0x99188b78c51a2357 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 188416->192511) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321ce9 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.706484:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (188416 192511) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c900/0x99188b78c51a2357 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 188416->192511) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321ce9 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.706498:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c900/0x99188b78c51a2357 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 188416->192511) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321ce9 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.706504:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c900/0x99188b78c51a2357 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 188416->192511) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321ce9 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.706510:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c900/0x99188b78c51a2357 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 188416->192511) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321ce9 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016132.706561:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff8800a9ae6000 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c900/0x99188b78c51a2357 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 188416->192511) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321ce9 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016132.706579:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48a48, count 1, dirtied 1 00000020:00010000:3.0:1734016132.706592:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800ac33f998 (ffff8800b6cde5a8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016132.706594:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800ac33f998 (ffff8800b6cde5a8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016132.706596:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3f30 (ffff8800b6cdeea8/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016132.706599:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c900/0x99188b78c51a2357 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 188416->192511) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321ce9 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.706605:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c900/0x99188b78c51a2357 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 188416->192511) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321ce9 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016132.706611:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800ac33f998 (ffff8800b6cde5a8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016132.706615:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3f30 (ffff8800b6cde5a8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016132.706622:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016132.706693:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 45 00000080:00200000:3.0:1734016132.706700:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016132.706705:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016132.706710:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [45, 45] 00000008:00010000:3.0:1734016132.706714:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016132.706716:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3f30, osc lock ffff8800aa16dc80, flags 0x0 00010000:00010000:3.0:1734016132.706722:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c900/0x99188b78c51a2357 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 188416->192511) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321ce9 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.706731:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (184320 188415) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c900/0x99188b78c51a2357 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 188416->192511) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321ce9 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.706739:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c900/0x99188b78c51a2357 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 188416->192511) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321ce9 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.706747:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c900/0x99188b78c51a2357 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 188416->192511) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321ce9 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.706753:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c900/0x99188b78c51a2357 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 188416->192511) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321ce9 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016132.706840:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:3.0:1734016132.706852:0:1982:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a9ae6540 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c900/0x99188b78c51a2357 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 188416->192511) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321ce9 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.706879:0:1982:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (184320 188415) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c900/0x99188b78c51a2357 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 188416->192511) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321ce9 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016132.706933:0:1982:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa163800 - object 0x280000400:6 offset 184320<>188416 00000100:00100000:3.0:1734016132.706960:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339205376:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016132.712681:0:1982:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a9ae6540 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c900/0x99188b78c51a2357 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 188416->192511) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321ce9 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016132.712720:0:1982:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a9ae6540 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c900/0x99188b78c51a2357 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 188416->192511) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321ce9 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016132.712743:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339205376:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016132.728861:0:1983:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a8a71cc0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c900/0x99188b78c51a2357 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 188416->192511) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321ce9 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.728903:0:1983:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (176128 180223) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c900/0x99188b78c51a2357 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 188416->192511) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321ce9 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016132.728957:0:1983:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa163800 - object 0x280000400:6 offset 176128<>180224 00000100:00100000:3.0:1734016132.856285:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339208832:192.168.201.101@tcp:16:fsx.0 00000100:00100000:3.0:1734016132.872427:0:1982:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8800aae6f000: committing for last_committed 4294969408 gen 1 00000100:00100000:3.0:1734016132.872536:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339208832:192.168.201.101@tcp:16:fsx.0 00010000:00010000:3.0:1734016132.913652:0:5244:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016132.913659:0:5244:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c900/0x99188b78c51a2357 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 188416->192511) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec7321ce9 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.913669:0:5244:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aa12c900 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016132.913673:0:5244:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c900/0x99188b78c51a2357 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 188416->192511) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec7321ce9 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016132.913712:0:5244:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016132.913832:0:5244:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016132.913872:0:5244:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c900/0x99188b78c51a2357 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 188416->192511) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321ce9 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.913878:0:5244:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016132.913899:0:5244:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c900/0x99188b78c51a2357 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 188416->192511) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321ce9 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.913906:0:5244:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c900/0x99188b78c51a2357 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 188416->192511) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321ce9 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.913923:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016132.913924:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016132.913926:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016132.913933:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016132.913946:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339209472:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016132.932915:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339209472:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016133.006525:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339210752:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016133.012383:0:1982:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a1c0/0x99188b78c51a2396 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.012406:0:1982:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a1c0/0x99188b78c51a2396 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.012418:0:1982:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a1c0/0x99188b78c51a2396 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.012424:0:1982:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a1c0/0x99188b78c51a2396 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.012431:0:1982:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a1c0/0x99188b78c51a2396 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016133.012448:0:1982:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 9734126, setting rss=9734126; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016133.012478:0:1982:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a1c0/0x99188b78c51a2396 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.012484:0:1982:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a1c0/0x99188b78c51a2396 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.012490:0:1982:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a1c0/0x99188b78c51a2396 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.012496:0:1982:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012db9a1c0 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016133.012500:0:1982:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a1c0/0x99188b78c51a2396 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.012514:0:1982:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016133.012519:0:1982:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a1c0/0x99188b78c51a2396 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.012526:0:1982:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a1c0/0x99188b78c51a2396 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016133.012553:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339210752:192.168.201.101@tcp:101:fsx.0 00000100:00100000:3.0:1734016133.108024:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339212032:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016133.376288:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339217536:192.168.201.101@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016133.381497:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016133.381505:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016133.381519:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339217664:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016133.383023:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339217536:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016133.401687:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339217664:192.168.201.101@tcp:103:ldlm_bl.0 00000020:00010000:3.0:1734016133.407532:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800ac33f8a8 (ffff8800b6cde3f8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016133.407537:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800ac33f8a8 (ffff8800b6cde3f8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016133.407542:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2830 (ffff8800b6cde638/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016133.407549:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.407562:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016133.407581:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800ac33f8a8 (ffff8800b6cde3f8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016133.407584:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2830 (ffff8800b6cde3f8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016133.407606:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016133.407629:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016133.407649:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016133.407664:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1234, 1234] 00000008:00010000:3.0:1734016133.407680:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016133.407685:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3cb0, osc lock ffff8800aa16ddb0, flags 0x0 00010000:00010000:3.0:1734016133.407706:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.407719:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5054464 5058559) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.407732:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.407738:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.407743:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016133.407781:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff8800a9ae6600 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016133.407795:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48248, count 1, dirtied 1 00000020:00010000:3.0:1734016133.407806:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800ac33f8a8 (ffff8800b6cde3f8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016133.407808:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800ac33f8a8 (ffff8800b6cde3f8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016133.407810:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3cb0 (ffff8800b6cde638/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016133.407813:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.407818:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016133.407823:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800ac33f8a8 (ffff8800b6cde3f8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016133.407825:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3cb0 (ffff8800b6cde3f8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016133.407829:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016133.407851:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 1233 00000080:00200000:3.0:1734016133.407859:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016133.407862:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016133.407864:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1233, 1233] 00000008:00010000:3.0:1734016133.407867:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016133.407869:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3cb0, osc lock ffff8800aa16ddb0, flags 0x0 00010000:00010000:3.0:1734016133.407873:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.407879:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5050368 5054463) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.407886:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.407890:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.407900:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016133.407912:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff8800a9ae6d80 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016133.407917:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48248, count 1, dirtied 1 00000008:00010000:3.0:1734016133.407922:0:9663:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a9ae6600 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016133.407928:0:9663:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a9ae6600 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016133.407935:0:9663:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a9ae6d80 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016133.407940:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800ac33f8a8 (ffff8800b6cde3f8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016133.407942:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800ac33f8a8 (ffff8800b6cde3f8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016133.407943:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3cb0 (ffff8800b6cde638/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016133.407946:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.407953:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016133.407960:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800ac33f8a8 (ffff8800b6cde3f8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016133.407962:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3cb0 (ffff8800b6cde3f8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016133.407969:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016133.407977:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 1232 00000080:00200000:3.0:1734016133.407982:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016133.407986:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016133.407989:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1232, 1232] 00000008:00010000:3.0:1734016133.407992:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016133.407994:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3cb0, osc lock ffff8800aa16ddb0, flags 0x0 00010000:00010000:3.0:1734016133.407999:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.408007:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5046272 5050367) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.408015:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.408019:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.408027:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016133.408050:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff8800a9ae6600 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016133.408059:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48248, count 1, dirtied 1 00000008:00010000:3.0:1734016133.408064:0:9663:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a9ae6d80 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016133.408075:0:9663:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a9ae6d80 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016133.408082:0:9663:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a9ae6600 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016133.408087:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800ac33f8a8 (ffff8800b6cde3f8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016133.408089:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800ac33f8a8 (ffff8800b6cde3f8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016133.408091:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3cb0 (ffff8800b6cde638/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016133.408095:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.408102:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016133.408109:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800ac33f8a8 (ffff8800b6cde3f8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016133.408110:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3cb0 (ffff8800b6cde3f8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016133.408115:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016133.408124:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 1231 00000080:00200000:3.0:1734016133.408128:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016133.408132:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016133.408135:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1231, 1231] 00000008:00010000:3.0:1734016133.408138:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016133.408140:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3cb0, osc lock ffff8800aa16ddb0, flags 0x0 00010000:00010000:3.0:1734016133.408144:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.408158:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5042176 5046271) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.408164:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.408169:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.408175:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016133.408185:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff8800a9ae6d80 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016133.408191:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48248, count 1, dirtied 1 00000008:00010000:3.0:1734016133.408195:0:9663:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a9ae6600 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016133.408200:0:9663:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a9ae6600 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016133.408207:0:9663:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a9ae6d80 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016133.408212:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800ac33f8a8 (ffff8800b6cde3f8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016133.408215:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800ac33f8a8 (ffff8800b6cde3f8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016133.408217:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3cb0 (ffff8800b6cde638/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016133.408219:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.408224:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016133.408229:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800ac33f8a8 (ffff8800b6cde3f8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016133.408231:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3cb0 (ffff8800b6cde3f8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016133.408234:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016133.408244:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 1230 00000080:00200000:3.0:1734016133.408247:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016133.408250:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016133.408252:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1230, 1230] 00000008:00010000:3.0:1734016133.408255:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016133.408257:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3cb0, osc lock ffff8800aa16ddb0, flags 0x0 00010000:00010000:3.0:1734016133.408263:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.408270:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5038080 5042175) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.408276:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.408282:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.408292:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016133.408305:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff8800a9ae6600 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016133.408312:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48248, count 1, dirtied 1 00000008:00010000:3.0:1734016133.408317:0:9663:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a9ae6d80 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016133.408354:0:9663:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a9ae6d80 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016133.408361:0:9663:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a9ae6600 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016133.408367:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800ac33f8a8 (ffff8800b6cde3f8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016133.408370:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800ac33f8a8 (ffff8800b6cde3f8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016133.408373:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3cb0 (ffff8800b6cde638/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016133.408376:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.408384:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016133.408393:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800ac33f8a8 (ffff8800b6cde3f8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016133.408395:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3cb0 (ffff8800b6cde3f8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016133.408400:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016133.408410:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 1229 00000080:00200000:3.0:1734016133.408414:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016133.408418:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016133.408420:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1229, 1229] 00000008:00010000:3.0:1734016133.408424:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016133.408426:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3cb0, osc lock ffff8800aa16ddb0, flags 0x0 00010000:00010000:3.0:1734016133.408431:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.408437:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5033984 5038079) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.408444:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.408449:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.408454:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016133.408465:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff8800a9ae6d80 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016133.408471:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48248, count 1, dirtied 1 00000008:00010000:3.0:1734016133.408475:0:9663:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a9ae6600 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016133.408488:0:9663:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a9ae6600 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016133.408494:0:9663:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a9ae6d80 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016133.408498:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800ac33f8a8 (ffff8800b6cde3f8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016133.408500:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800ac33f8a8 (ffff8800b6cde3f8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016133.408501:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3cb0 (ffff8800b6cde638/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016133.408503:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.408508:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016133.408513:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800ac33f8a8 (ffff8800b6cde3f8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016133.408514:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3cb0 (ffff8800b6cde3f8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016133.408518:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016133.408526:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 1228 00000080:00200000:3.0:1734016133.408529:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016133.408532:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016133.408535:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1228, 1228] 00000008:00010000:3.0:1734016133.408538:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016133.408539:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3cb0, osc lock ffff8800aa16ddb0, flags 0x0 00010000:00010000:3.0:1734016133.408543:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.408553:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5029888 5033983) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.408559:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.408563:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.408568:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016133.408576:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff8800a9ae6600 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016133.408582:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48248, count 1, dirtied 1 00000008:00010000:3.0:1734016133.408585:0:9663:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a9ae6d80 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016133.408590:0:9663:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a9ae6d80 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016133.408595:0:9663:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a9ae6600 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016133.408601:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800ac33f8a8 (ffff8800b6cde3f8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016133.408603:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800ac33f8a8 (ffff8800b6cde3f8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016133.408604:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3cb0 (ffff8800b6cde638/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016133.408607:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.408611:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016133.408616:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800ac33f8a8 (ffff8800b6cde3f8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016133.408618:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3cb0 (ffff8800b6cde3f8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016133.408621:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016133.408627:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 1227 00000080:00200000:3.0:1734016133.408630:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016133.408633:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016133.408634:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1227, 1227] 00000008:00010000:3.0:1734016133.408637:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016133.408638:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3cb0, osc lock ffff8800aa16ddb0, flags 0x0 00010000:00010000:3.0:1734016133.408641:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.408646:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5025792 5029887) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.408652:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.408658:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.408666:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016133.408675:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff8800a9ae6d80 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016133.408680:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48248, count 1, dirtied 1 00000008:00010000:3.0:1734016133.408683:0:9663:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a9ae6600 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016133.408689:0:9663:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a9ae6600 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016133.408694:0:9663:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a9ae6d80 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016133.408698:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800ac33f8a8 (ffff8800b6cde3f8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016133.408700:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800ac33f8a8 (ffff8800b6cde3f8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016133.408701:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3cb0 (ffff8800b6cde638/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016133.408703:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.408708:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016133.408714:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800ac33f8a8 (ffff8800b6cde3f8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016133.408717:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3cb0 (ffff8800b6cde3f8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016133.408721:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016133.408749:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 1226 00000080:00200000:3.0:1734016133.408752:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016133.408756:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016133.408759:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1226, 1226] 00000008:00010000:3.0:1734016133.408762:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016133.408764:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3cb0, osc lock ffff8800aa16ddb0, flags 0x0 00010000:00010000:3.0:1734016133.408768:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.408774:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5021696 5025791) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.408780:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.408784:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.408789:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.408820:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.408825:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (4993024 4997119) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.408835:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 8/1,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.408841:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 8/1,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.408846:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 7/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.408907:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 7/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.408913:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016133.408986:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:3.0:1734016133.408999:0:1983:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a9ae6600 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.409017:0:1983:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5021696 5025791) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016133.409061:0:1983:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa162300 - object 0x280000400:6 offset 4993024<>5025792 00000100:00100000:3.0:1734016133.409085:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339218176:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016133.419011:0:1983:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a9ae6600 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016133.419080:0:1983:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a9ae6600 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a23d5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5054464->5058559) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321d6e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016133.419106:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339218176:192.168.201.101@tcp:3:fsx.0 00000100:00100000:3.0:1734016133.436489:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339218560:192.168.201.101@tcp:16:fsx.0 00000100:00100000:3.0:1734016133.449306:0:1982:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8800b60f2800: committing for last_committed 4294969414 gen 2 00000100:00100000:3.0:1734016133.449488:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339218560:192.168.201.101@tcp:16:fsx.0 00000080:00200000:3.0:1734016133.551394:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9734126 i_blocks 656 00000020:00010000:3.0:1734016133.551403:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff88012e267478 (ffff8800b6cde3f8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016133.551406:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012e267478 (ffff8800b6cde3f8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016133.551411:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00285b0 (ffff8800b6cde638/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016133.551415:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012e267478 (ffff8800b6cde3f8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016133.551417:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00285b0 (ffff8800b6cde3f8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016133.551435:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016133.551449:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 9734126 00000080:00200008:3.0:1734016133.551471:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec488c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016133.551478:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec488c8),name=f16a.sanityn 00000002:00010000:3.0:1734016133.551499:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016133.551516:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e2d8fc0/0x99188b78c51a231f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7321cb1 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016133.551529:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e2d8fc0/0x99188b78c51a231f lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7321cb1 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016133.551548:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) 00000080:00010000:3.0:1734016133.551552:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) for lock 0x99188b78c51a231f 00000080:00010000:3.0:1734016133.551558:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a231f from it ffff8800a7a77cd8 00010000:00010000:3.0:1734016133.551562:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e2d8fc0/0x99188b78c51a231f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec7321cb1 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016133.551569:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e2d8fc0/0x99188b78c51a231f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7321cb1 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016133.551591:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016133.551600:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016133.551616:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016133.551619:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3930, osc lock ffff8800aa16da20, flags 0x400001002 00010000:00010000:3.0:1734016133.551644:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e9b00/0x99188b78c51a2406 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.551651:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e9b00/0x99188b78c51a2406 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016133.551711:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016133.551724:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339219456:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016133.568541:0:1982:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e9b00/0x99188b78c51a2406 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.568568:0:1982:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e9b00/0x99188b78c51a2406 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.568587:0:1982:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e9b00/0x99188b78c51a2406 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.568592:0:1982:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e9b00/0x99188b78c51a2406 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.568596:0:1982:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e9b00/0x99188b78c51a2406 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016133.568613:0:1982:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 9734126, setting rss=9734126; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016133.568640:0:1982:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e9b00/0x99188b78c51a2406 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.568645:0:1982:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e9b00/0x99188b78c51a2406 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.568651:0:1982:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e9b00/0x99188b78c51a2406 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.568657:0:1982:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e3e9b00 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016133.568661:0:1982:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e9b00/0x99188b78c51a2406 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.568671:0:1982:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016133.568676:0:1982:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e9b00/0x99188b78c51a2406 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.568686:0:1982:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e9b00/0x99188b78c51a2406 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016133.568731:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339219456:192.168.201.101@tcp:101:fsx.0 00000100:00100000:3.0:1734016133.666027:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339219968:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016133.724522:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:3.0:1734016133.724579:0:1983:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a8a71000 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e400/0x99188b78c51a241b lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7254016->7282687) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321db4 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.724777:0:1983:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (524288 528383) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e400/0x99188b78c51a241b lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7254016->7282687) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321db4 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016133.725166:0:1983:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa162300 - object 0x280000400:6 offset 0<>4194304 00000100:00100000:3.0:1734016133.725208:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339220608:192.168.201.101@tcp:3:fsx.0 00010000:00010000:3.0:1734016133.729170:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016133.729246:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:3.0:1734016133.729267:0:1983:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a9ae6600 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e400/0x99188b78c51a241b lrc: 6/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7254016->7282687) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321db4 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.729385:0:1983:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8388608 8392703) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e400/0x99188b78c51a241b lrc: 7/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7254016->7282687) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321db4 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016133.729497:0:1983:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa162a00 - object 0x280000400:6 offset 8388608<>9736192 00000100:00100000:3.0:1734016133.729526:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339221120:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016133.811348:0:1983:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a8a71000 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e400/0x99188b78c51a241b lrc: 6/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7254016->7282687) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321db4 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016133.820761:0:1983:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a8a71000 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e400/0x99188b78c51a241b lrc: 6/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7254016->7282687) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321db4 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016133.820845:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339220608:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016133.838278:0:1982:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a8a719c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e400/0x99188b78c51a241b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7254016->7282687) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321db4 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016133.838741:0:1982:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a8a719c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e400/0x99188b78c51a241b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7254016->7282687) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321db4 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016133.838764:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339220864:192.168.201.101@tcp:3:fsx.0 00000100:00100000:3.0:1734016133.853020:0:9663:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job fsx:ca960967-f34d-4bd7-a96b-f55b9893eead:9663:1818247339221376:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016133.853080:0:9663:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a2437 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [9248768->9252863] (req 9248768->9252863) gid 0 flags: 0x10000000020000 nid: local remote: 0x903ef4aec7321dd0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.853099:0:9663:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a2437 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [9248768->9252863] (req 9248768->9252863) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec7321dd0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.853108:0:9663:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a2437 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [9248768->9252863] (req 9248768->9252863) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec7321dd0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016133.863416:0:4745:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016133.863596:0:4745:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e400/0x99188b78c51a241b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7254016->7282687) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321db4 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.863620:0:4745:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016133.863703:0:4745:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e400/0x99188b78c51a241b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7254016->7282687) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321db4 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.863716:0:4745:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e400/0x99188b78c51a241b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7254016->7282687) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321db4 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016133.863784:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016133.863839:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339221504:192.168.201.101@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016133.864050:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016133.864053:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016133.864060:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016133.870834:0:9663:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a2437 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9248768->9252863) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec7321dd0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.870845:0:9663:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a2437 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9248768->9252863) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec7321dd0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.870878:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a2437 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9248768->9252863) gid 0 flags: 0x10000000020000 nid: local remote: 0x903ef4aec7321dd0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016133.870890:0:9663:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 9734126, setting rss=9734126; kms=9734126, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a2437 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9248768->9252863) gid 0 flags: 0x10020000020000 nid: local remote: 0x903ef4aec7321dd0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.870904:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a2437 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9248768->9252863) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321dd0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.870913:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a2437 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9248768->9252863) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321dd0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016133.873703:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339221760:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016133.878222:0:1983:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a9ae6780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a2437 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9248768->9252863) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321dd0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016133.878270:0:1983:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a9ae6780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a2437 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9248768->9252863) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321dd0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016133.878304:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339221760:192.168.201.101@tcp:3:fsx.0 00000100:00100000:3.0:1734016133.917622:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339222528:192.168.201.101@tcp:16:fsx.0 00000100:00100000:3.0:1734016133.924102:0:1982:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8800b60f2800: committing for last_committed 4294969416 gen 2 00000100:00100000:3.0:1734016133.924189:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339222528:192.168.201.101@tcp:16:fsx.0 00000100:00100000:3.0:1734016133.924933:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339222656:192.168.201.101@tcp:101:fsx.0 00000100:00100000:3.0:1734016133.935086:0:1983:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8800aae6f000: committing for last_committed 4294969415 gen 1 00010000:00010000:3.0:1734016133.935128:0:1983:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a243e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.935142:0:1983:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a243e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.935163:0:1983:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a243e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.935169:0:1983:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a243e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.935176:0:1983:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a243e lrc: 5/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016133.935193:0:1983:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 9734126, setting rss=9734126; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016133.935224:0:1983:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a243e lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.935231:0:1983:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a243e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.935238:0:1983:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a243e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.935245:0:1983:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012db98480 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016133.935250:0:1983:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a243e lrc: 5/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.935261:0:1983:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016133.935272:0:1983:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a243e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.935283:0:1983:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a243e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016133.935355:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339222656:192.168.201.101@tcp:101:fsx.0 00000080:00200000:3.0:1734016133.943986:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9734126 i_blocks 824 00000020:00010000:3.0:1734016133.943996:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff88012e267478 (ffff8800b6cde3f8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016133.944000:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012e267478 (ffff8800b6cde3f8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016133.944008:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b0028fb0 (ffff8800b6cde638/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016133.944011:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012e267478 (ffff8800b6cde3f8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016133.944014:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b0028fb0 (ffff8800b6cde3f8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016133.944039:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016133.944054:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 9734126 00000080:00200000:3.0:1734016133.944137:0:9663:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1734016133.944145:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1734016133.944158:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016133.944172:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1648, 1651] 00000008:00010000:3.0:1734016133.944194:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016133.944199:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3f30, osc lock ffff8800aa16da20, flags 0x0 00010000:00010000:3.0:1734016133.944224:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a2437 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9248768->9252863) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321dd0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.944236:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (6750208 6766591) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a2437 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9248768->9252863) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321dd0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.944245:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a2437 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9248768->9252863) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321dd0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.944259:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a2437 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9248768->9252863) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321dd0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.944265:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a2437 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9248768->9252863) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321dd0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016133.944276:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9734126 i_blocks 824 00000100:00100000:3.0:1734016133.944384:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016133.944397:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa160e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339222912:192.168.201.101@tcp:22:fsx.0 00000100:00100000:3.0:1734016133.948941:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa160e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339222912:192.168.201.101@tcp:22:fsx.0 00010000:00010000:3.0:1734016133.965470:0:5244:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016133.965479:0:5244:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a2437 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9248768->9252863) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec7321dd0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.965488:0:5244:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012db9a880 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016133.965495:0:5244:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a2437 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9248768->9252863) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec7321dd0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016133.965523:0:5244:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016133.967392:0:5244:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016133.967491:0:5244:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a2437 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9248768->9252863) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321dd0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.967506:0:5244:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016133.967573:0:5244:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a2437 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9248768->9252863) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321dd0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.967581:0:5244:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a2437 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9248768->9252863) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321dd0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.967612:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016133.967614:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016133.967617:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016133.967631:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016133.967662:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339223552:192.168.201.101@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016133.973534:0:9663:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a244c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec7321dec expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.973548:0:9663:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a244c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec7321dec expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.973580:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a244c lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x903ef4aec7321dec expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016133.973593:0:9663:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 9734126, setting rss=9734126; kms=9734126, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a244c lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0x903ef4aec7321dec expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.973604:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a244c lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321dec expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.973611:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a244c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321dec expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016133.974937:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339223680:192.168.201.101@tcp:10:fsx.0 00000100:00100000:3.0:1734016133.975242:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339223552:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016133.983735:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339223680:192.168.201.101@tcp:10:fsx.0 00010000:00010000:3.0:1734016134.025679:0:4745:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016134.025689:0:4745:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a244c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec7321dec expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.025700:0:4745:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012db9ba80 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016134.025707:0:4745:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a244c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec7321dec expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016134.025737:0:4745:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016134.025753:0:4745:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016134.025809:0:4745:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a244c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321dec expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.025817:0:4745:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016134.026939:0:4745:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a244c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321dec expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.026951:0:4745:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a244c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321dec expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.027005:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016134.027006:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016134.027011:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016134.027034:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016134.027062:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339224448:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016134.033704:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339224448:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016134.074259:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339225856:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016134.081875:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339225856:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016134.099284:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339226240:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016134.111122:0:1982:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a2492 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.111150:0:1982:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a2492 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.111166:0:1982:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a2492 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.111174:0:1982:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a2492 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.111180:0:1982:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a2492 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016134.111204:0:1982:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 9274255, setting rss=9274255; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016134.111247:0:1982:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a2492 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.111254:0:1982:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a2492 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.111262:0:1982:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a2492 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.111270:0:1982:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012db98240 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016134.111275:0:1982:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a2492 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.111290:0:1982:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016134.111296:0:1982:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a2492 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.111303:0:1982:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a2492 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016134.111430:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339226240:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016134.125777:0:5244:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016134.125790:0:5244:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12eac0/0x99188b78c51a2484 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6045696->6094847) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec7321e32 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.125807:0:5244:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aa12eac0 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016134.125814:0:5244:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12eac0/0x99188b78c51a2484 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6045696->6094847) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec7321e32 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016134.125844:0:5244:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016134.125865:0:5244:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016134.125935:0:5244:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12eac0/0x99188b78c51a2484 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6045696->6094847) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321e32 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.125942:0:5244:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016134.128983:0:5244:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12eac0/0x99188b78c51a2484 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6045696->6094847) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321e32 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.128993:0:5244:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12eac0/0x99188b78c51a2484 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6045696->6094847) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321e32 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.129036:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016134.129037:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016134.129040:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016134.452669:0:4746:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016134.452688:0:4746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e880/0x99188b78c51a24a0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x903ef4aec7321e4e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.452702:0:4746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aa12e880 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016134.452709:0:4746:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e880/0x99188b78c51a24a0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0x903ef4aec7321e4e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016134.452741:0:4746:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016134.452928:0:4746:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016134.453010:0:4746:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e880/0x99188b78c51a24a0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x903ef4aec7321e4e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.453017:0:4746:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016134.453065:0:4746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e880/0x99188b78c51a24a0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x903ef4aec7321e4e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.453072:0:4746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e880/0x99188b78c51a24a0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x903ef4aec7321e4e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.453094:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016134.453096:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016134.453097:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016134.453124:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339229312:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016134.465578:0:9663:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job fsx:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:9663:1818247339229184:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016134.465655:0:9663:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a24a7 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [704512->708607] (req 704512->708607) gid 0 flags: 0x10000000020000 nid: local remote: 0x903ef4aec7321e55 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.465674:0:9663:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a24a7 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [704512->708607] (req 704512->708607) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec7321e55 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.465688:0:9663:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a24a7 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [704512->708607] (req 704512->708607) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec7321e55 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016134.465741:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339229312:192.168.201.101@tcp:103:ldlm_bl.0 00000080:00200000:3.0:1734016134.475504:0:4745:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016134.475645:0:4745:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a2499 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1699840->1720319) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321e47 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.475663:0:4745:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016134.475767:0:4745:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a2499 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1699840->1720319) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321e47 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.475778:0:4745:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a2499 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1699840->1720319) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321e47 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016134.475840:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016134.475882:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339229440:192.168.201.101@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016134.476073:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016134.476076:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016134.476081:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00010000:3.0:1734016134.516923:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b43fcb78 (ffff8800a8e27a28/0) at cl_lock_release():233 00000020:00010000:3.0:1734016134.516927:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b43fcb78 (ffff8800a8e27a28/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016134.516931:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b0028c30 (ffff8800b6cde638/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016134.516941:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a24a7 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 704512->708607) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321e55 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.516951:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a24a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 704512->708607) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321e55 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016134.516976:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b43fcb78 (ffff8800a8e27a28/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016134.516978:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b0028c30 (ffff8800a8e27a28/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016134.516994:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016134.517009:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016134.517033:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016134.517047:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [166, 166] 00000008:00010000:3.0:1734016134.517059:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016134.517064:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3fb0, osc lock ffff8800aa16ddb0, flags 0x0 00010000:00010000:3.0:1734016134.517079:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a24a7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 704512->708607) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321e55 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.517091:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (679936 684031) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a24a7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 704512->708607) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321e55 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.517101:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a24a7 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 704512->708607) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321e55 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.517108:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a24a7 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 704512->708607) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321e55 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.517113:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a24a7 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 704512->708607) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321e55 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016134.517146:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff8800a9ae6780 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a24a7 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 704512->708607) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321e55 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016134.517160:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48a48, count 1, dirtied 1 00000008:00010000:3.0:1734016134.517169:0:9663:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a8a71a80 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a24a7 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 704512->708607) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321e55 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016134.517175:0:9663:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a8a71a80 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a24a7 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 704512->708607) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321e55 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016134.517182:0:9663:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a9ae6780 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a24a7 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 704512->708607) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321e55 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016134.517189:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b43fcb78 (ffff8800a8e27a28/0) at cl_lock_release():233 00000020:00010000:3.0:1734016134.517191:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b43fcb78 (ffff8800a8e27a28/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016134.517193:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3fb0 (ffff8800b6cde638/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016134.517196:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a24a7 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 704512->708607) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321e55 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.517202:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a24a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 704512->708607) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321e55 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016134.517209:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b43fcb78 (ffff8800a8e27a28/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016134.517210:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3fb0 (ffff8800a8e27a28/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016134.517217:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016134.517245:0:9663:0:(file.c:5185:ll_fsync()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec488c8), start 679936, end 708607, datasync 1 00000080:00200000:3.0:1734016134.517251:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016134.517256:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000008:00010000:3.0:1734016134.517264:0:9663:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a9ae6780 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a24a7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 704512->708607) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321e55 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016134.517273:0:9663:0:(osc_cache.c:1066:osc_extent_make_ready()) ### extent: ffff8800a9ae6780 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a24a7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 704512->708607) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321e55 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.517548:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (704512 708607) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a24a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 704512->708607) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321e55 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016134.517631:0:9663:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa162300 - object 0x280000400:6 offset 679936<>708608 00000100:00100000:3.0:1734016134.517688:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016134.517707:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339231360:192.168.201.101@tcp:4:fsx.0 00000008:00010000:3.0:1734016134.526391:0:1983:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a9ae6780 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a24a7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 704512->708607) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321e55 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016134.526445:0:1983:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a9ae6780 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a24a7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 704512->708607) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321e55 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016134.526465:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339231360:192.168.201.101@tcp:4:fsx.0 00010000:00010000:3.0:1734016134.573034:0:5244:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016134.573056:0:5244:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12db00/0x99188b78c51a2476 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x903ef4aec7321e24 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016134.573067:0:5244:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aa12db00 already unused, calling callback (ffffffffa103e1e0) 00010000:00010000:3.0:1734016134.573072:0:5244:0:(ldlm_request.c:1579:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12db00/0x99188b78c51a2476 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x903ef4aec7321e24 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016134.573080:0:5244:0:(ldlm_request.c:1589:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12db00/0x99188b78c51a2476 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x903ef4aec7321e24 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016134.573088:0:5244:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12db00/0x99188b78c51a2476 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x903ef4aec7321e24 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016134.573119:0:5244:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e2d9680/0x99188b78c519b954 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7319a20 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016134.573178:0:5244:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12db00/0x99188b78c51a2476 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x903ef4aec7321e24 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016134.573184:0:5244:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016134.573240:0:5244:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12db00/0x99188b78c51a2476 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x903ef4aec7321e24 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016134.573245:0:5244:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12db00/0x99188b78c51a2476 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x903ef4aec7321e24 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016134.573270:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016134.573272:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016134.573274:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016134.573284:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016134.573312:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339232256:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016134.580503:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339232256:192.168.201.101@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016134.590115:0:4746:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016134.590133:0:4746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a24a7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 704512->708607) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec7321e55 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.590150:0:4746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012db98b40 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016134.590159:0:4746:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a24a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 704512->708607) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec7321e55 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016134.590205:0:4746:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016134.590385:0:4746:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016134.590473:0:4746:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a24a7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 704512->708607) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321e55 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.590482:0:4746:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016134.590544:0:4746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a24a7 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 704512->708607) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321e55 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.590552:0:4746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a24a7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 704512->708607) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321e55 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.590580:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016134.590581:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016134.590582:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016134.590611:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016134.590643:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339232512:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016134.605041:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339232512:192.168.201.101@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016134.638072:0:4745:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016134.638084:0:4745:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da880/0x99188b78c51a24bc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec7321e71 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.638093:0:4745:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e2da880 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016134.638101:0:4745:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da880/0x99188b78c51a24bc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec7321e71 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016134.639505:0:4745:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016134.639530:0:4745:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016134.642241:0:4745:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da880/0x99188b78c51a24bc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321e71 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.642274:0:4745:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016134.642344:0:4745:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da880/0x99188b78c51a24bc lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321e71 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.642353:0:4745:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da880/0x99188b78c51a24bc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321e71 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016134.642428:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016134.642463:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339233024:192.168.201.101@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016134.642639:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016134.642641:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016134.642648:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016134.665552:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339233024:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016134.706232:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339233664:192.168.201.101@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016134.728382:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016134.733189:0:4745:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016134.733199:0:4745:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2db3c0/0x99188b78c51a24df lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 524288->540671) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec7321ea2 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.733207:0:4745:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e2db3c0 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016134.733214:0:4745:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2db3c0/0x99188b78c51a24df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 524288->540671) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec7321ea2 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016134.733244:0:4745:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016134.733262:0:4745:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016134.733357:0:4745:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2db3c0/0x99188b78c51a24df lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 524288->540671) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321ea2 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.733365:0:4745:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016134.733401:0:4745:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2db3c0/0x99188b78c51a24df lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 524288->540671) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321ea2 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.733408:0:4745:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2db3c0/0x99188b78c51a24df lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 524288->540671) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321ea2 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016134.733437:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016134.733459:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339234176:192.168.201.101@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016134.733538:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016134.733540:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016134.733542:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016134.746299:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339234176:192.168.201.101@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016134.779287:0:4746:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016134.779300:0:4746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db986c0/0x99188b78c51a24ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1929216->1941503) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec7321eb0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.779310:0:4746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012db986c0 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016134.779317:0:4746:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db986c0/0x99188b78c51a24ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1929216->1941503) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec7321eb0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016134.779367:0:4746:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016134.779387:0:4746:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016134.779450:0:4746:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db986c0/0x99188b78c51a24ed lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1929216->1941503) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321eb0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.779458:0:4746:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016134.780099:0:4746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db986c0/0x99188b78c51a24ed lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1929216->1941503) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321eb0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.780108:0:4746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db986c0/0x99188b78c51a24ed lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1929216->1941503) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321eb0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.780243:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016134.780245:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016134.780246:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016134.873377:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339235840:192.168.201.101@tcp:400:kworker.0 00000100:00100000:3.0:1734016134.873521:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016134.873526:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0db0e310-e6b8-40c1-b2ea-81542a2439df:1982:1818247339235712:192.168.201.101@tcp:400:kworker.0 00000100:00100000:3.0:1734016134.882515:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0db0e310-e6b8-40c1-b2ea-81542a2439df:1982:1818247339235712:192.168.201.101@tcp:400:kworker.0 00000100:00100000:3.0:1734016134.885580:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339235840:192.168.201.101@tcp:400:kworker.0 00000100:00100000:3.0:1734016134.904871:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339236224:192.168.201.101@tcp:16:fsx.0 00000100:00100000:3.0:1734016134.909930:0:1983:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8800b60f2800: committing for last_committed 4294969427 gen 2 00000100:00100000:3.0:1734016134.910735:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339236224:192.168.201.101@tcp:16:fsx.0 00010000:00010000:3.0:1734016134.922276:0:4745:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016134.922287:0:4745:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a24fb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x903ef4aec7321ecc expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016134.922299:0:4745:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012db98240 already unused, calling callback (ffffffffa103e1e0) 00010000:00010000:3.0:1734016134.922307:0:4745:0:(ldlm_request.c:1579:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a24fb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x903ef4aec7321ecc expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016134.922316:0:4745:0:(ldlm_request.c:1589:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a24fb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x903ef4aec7321ecc expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016134.922344:0:4745:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a24fb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x903ef4aec7321ecc expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016134.922380:0:4745:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12e640/0x99188b78c519b9af lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7319aeb expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016134.922450:0:4745:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a24fb lrc: 2/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x903ef4aec7321ecc expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016134.922457:0:4745:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016134.922511:0:4745:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a24fb lrc: 1/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x903ef4aec7321ecc expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016134.922521:0:4745:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a24fb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x903ef4aec7321ecc expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016134.922559:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016134.922561:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016134.922562:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016134.922577:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016134.922612:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339236736:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016134.926455:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339236736:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016134.939244:0:9663:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8800aae6f000: committing for last_committed 4294969425 gen 1 00000100:00100000:3.0:1734016134.939310:0:9663:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e680 pname:cluuid:pid:xid:nid:opc:job fsx:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:9663:1818247339236864:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016134.939409:0:9663:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a2502 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x903ef4aec7321eda expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.939431:0:9663:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a2502 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec7321eda expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.939441:0:9663:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a2502 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec7321eda expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016134.945353:0:5244:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016134.945452:0:5244:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12fcc0/0x99188b78c51a24f4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321ebe expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.945464:0:5244:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016134.945499:0:5244:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12fcc0/0x99188b78c51a24f4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321ebe expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.945508:0:5244:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12fcc0/0x99188b78c51a24f4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321ebe expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.945541:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016134.945544:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016134.945550:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016134.945579:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339236992:192.168.201.101@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016134.951232:0:9663:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a2502 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec7321eda expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.951248:0:9663:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a2502 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec7321eda expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.951292:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a2502 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x903ef4aec7321eda expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016134.951313:0:9663:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 5639533, setting rss=5639533; kms=5639533, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a2502 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0x903ef4aec7321eda expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.951362:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a2502 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321eda expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.951370:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a2502 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321eda expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016134.952971:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016134.953026:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339237120:192.168.201.101@tcp:10:fsx.0 00000100:00100000:3.0:1734016134.955196:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339236992:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016134.956954:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339237120:192.168.201.101@tcp:10:fsx.0 00000100:00100000:3.0:1734016135.051735:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339238784:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016135.065672:0:1982:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a2510 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.065703:0:1982:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a2510 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.065718:0:1982:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a2510 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.065725:0:1982:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a2510 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.065732:0:1982:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a2510 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016135.065754:0:1982:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 7593850, setting rss=7593850; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016135.065787:0:1982:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a2510 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.065794:0:1982:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a2510 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.065801:0:1982:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a2510 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.065812:0:1982:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012db9a880 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016135.065818:0:1982:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a2510 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.065829:0:1982:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016135.065835:0:1982:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a2510 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.065841:0:1982:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9a880/0x99188b78c51a2510 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016135.065891:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339238784:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016135.091182:0:4746:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016135.091191:0:4746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a2502 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec7321eda expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.091200:0:4746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012db98480 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016135.091206:0:4746:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a2502 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec7321eda expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016135.091233:0:4746:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012abaca80 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a2502 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec7321eda expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016135.091245:0:4746:0:(osc_cache.c:1066:osc_extent_make_ready()) ### extent: ffff88012abaca80 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a2502 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec7321eda expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.091336:0:4746:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (9379840 9383935) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a2502 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec7321eda expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016135.091464:0:4746:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa161f80 - object 0x280000400:6 offset 9379840<>9436056 00000100:00100000:3.0:1734016135.091518:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016135.091534:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339239296:192.168.201.101@tcp:4:fsx.0 00000008:00010000:3.0:1734016135.104420:0:1983:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012abaca80 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a2502 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec7321eda expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016135.104485:0:1983:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012abaca80 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a2502 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec7321eda expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016135.104504:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339239296:192.168.201.101@tcp:4:fsx.0 00000020:00010000:3.0:1734016135.123676:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72b78 (ffff8800a8a702d8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016135.123683:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72b78 (ffff8800a8a702d8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016135.123689:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00285b0 (ffff8800a8a70758/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016135.123701:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9ba80/0x99188b78c51a2525 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3960832->4026367) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321f0b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.123719:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9ba80/0x99188b78c51a2525 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3960832->4026367) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321f0b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016135.123741:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72b78 (ffff8800a8a702d8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016135.123744:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00285b0 (ffff8800a8a702d8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016135.123771:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016135.123826:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec488c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016135.123837:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec488c8),name=f16a.sanityn 00000002:00010000:3.0:1734016135.123863:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016135.123882:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a251e lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7321f04 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016135.123896:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a251e lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7321f04 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016135.123909:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) 00000080:00010000:3.0:1734016135.123913:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) for lock 0x99188b78c51a251e 00000080:00010000:3.0:1734016135.123919:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a251e from it ffff8800a7a77cd8 00010000:00010000:3.0:1734016135.123922:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a251e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec7321f04 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016135.123929:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a251e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7321f04 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016135.123947:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016135.123961:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016135.123981:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016135.123983:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3e30, osc lock ffff8800aa16ddb0, flags 0x400001002 00010000:00010000:3.0:1734016135.124025:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb600/0x99188b78c51a252c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.124032:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb600/0x99188b78c51a252c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016135.124103:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016135.124122:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339239680:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016135.133838:0:1983:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb600/0x99188b78c51a252c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.133865:0:1983:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb600/0x99188b78c51a252c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.133881:0:1983:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb600/0x99188b78c51a252c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.134044:0:1983:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb600/0x99188b78c51a252c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.134052:0:1983:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb600/0x99188b78c51a252c lrc: 5/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016135.134073:0:1983:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 9436056, setting rss=9436056; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016135.134086:0:1983:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb600/0x99188b78c51a252c lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.134092:0:1983:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb600/0x99188b78c51a252c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.134099:0:1983:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb600/0x99188b78c51a252c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.134105:0:1983:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e3eb600 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016135.134111:0:1983:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb600/0x99188b78c51a252c lrc: 5/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.134124:0:1983:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016135.134131:0:1983:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb600/0x99188b78c51a252c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.134137:0:1983:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb600/0x99188b78c51a252c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016135.134184:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339239680:192.168.201.101@tcp:101:fsx.0 00000080:00200000:3.0:1734016135.399395:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9436056 i_blocks 760 00000020:00010000:3.0:1734016135.399405:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800aaca9ff0 (ffff8800a8e27a28/0) at cl_lock_release():233 00000020:00010000:3.0:1734016135.399409:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800aaca9ff0 (ffff8800a8e27a28/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016135.399418:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b0028ab0 (ffff8800b6cde638/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016135.399424:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800aaca9ff0 (ffff8800a8e27a28/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016135.399427:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b0028ab0 (ffff8800a8e27a28/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016135.399450:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016135.399485:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016135.399493:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016135.399506:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016135.399536:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016135.399540:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3eb0, osc lock ffff8800aa16dc80, flags 0x400001002 00010000:00010000:3.0:1734016135.399575:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ea640/0x99188b78c51a2541 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.399586:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ea640/0x99188b78c51a2541 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016135.399680:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016135.399697:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339240832:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016135.419017:0:1982:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ea640/0x99188b78c51a2541 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.419041:0:1982:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ea640/0x99188b78c51a2541 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.419056:0:1982:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ea640/0x99188b78c51a2541 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.419066:0:1982:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ea640/0x99188b78c51a2541 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.419074:0:1982:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ea640/0x99188b78c51a2541 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016135.419094:0:1982:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 9436056, setting rss=9436056; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016135.419110:0:1982:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ea640/0x99188b78c51a2541 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.419118:0:1982:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ea640/0x99188b78c51a2541 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.419127:0:1982:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ea640/0x99188b78c51a2541 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.419135:0:1982:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e3ea640 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016135.419140:0:1982:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ea640/0x99188b78c51a2541 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.419152:0:1982:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016135.419158:0:1982:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ea640/0x99188b78c51a2541 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.419164:0:1982:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ea640/0x99188b78c51a2541 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016135.419206:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339240832:192.168.201.101@tcp:101:fsx.0 00000080:00200000:3.0:1734016135.419273:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9436056 i_blocks 760 00000020:00010000:3.0:1734016135.419282:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800aaca9ff0 (ffff8800a8e27a28/0) at cl_lock_release():233 00000020:00010000:3.0:1734016135.419286:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800aaca9ff0 (ffff8800a8e27a28/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016135.419293:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3eb0 (ffff8800b6cde638/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016135.419297:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800aaca9ff0 (ffff8800a8e27a28/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016135.419299:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3eb0 (ffff8800a8e27a28/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016135.419315:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016135.419347:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 9436056 00000080:00200008:3.0:1734016135.419372:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec480c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016135.419381:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec480c8),name=f16a.sanityn 00000002:00010000:3.0:1734016135.419405:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016135.419424:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12fcc0/0x99188b78c51a2509 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7321ee8 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016135.419437:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12fcc0/0x99188b78c51a2509 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7321ee8 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016135.419451:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) 00000080:00010000:3.0:1734016135.419455:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) for lock 0x99188b78c51a2509 00000080:00010000:3.0:1734016135.419461:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a2509 from it ffff8800a7a77cd8 00010000:00010000:3.0:1734016135.419464:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12fcc0/0x99188b78c51a2509 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec7321ee8 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016135.419473:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12fcc0/0x99188b78c51a2509 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7321ee8 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016135.419499:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016135.419511:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016135.419529:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016135.419531:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3eb0, osc lock ffff8800aa16dc80, flags 0x400001002 00010000:00010000:3.0:1734016135.419546:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9ba80/0x99188b78c51a2525 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3960832->4026367) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321f0b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.419555:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9ba80/0x99188b78c51a2525 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3960832->4026367) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321f0b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.419564:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9ba80/0x99188b78c51a2525 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3960832->4026367) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321f0b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.419576:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9ba80/0x99188b78c51a2525 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3960832->4026367) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321f0b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016135.419592:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9436056 i_blocks 760 00000020:00010000:3.0:1734016135.419595:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800aaca9ff0 (ffff8800a8e27a28/0) at cl_lock_release():233 00000020:00010000:3.0:1734016135.419597:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800aaca9ff0 (ffff8800a8e27a28/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016135.419600:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3eb0 (ffff8800b6cde638/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016135.419603:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800aaca9ff0 (ffff8800a8e27a28/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016135.419604:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3eb0 (ffff8800a8e27a28/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016135.419609:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016135.419623:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016135.419626:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016135.419629:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016135.419633:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016135.419636:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3eb0, osc lock ffff8800aa16dc80, flags 0x400001002 00010000:00010000:3.0:1734016135.419641:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9ba80/0x99188b78c51a2525 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3960832->4026367) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321f0b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.419648:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9ba80/0x99188b78c51a2525 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3960832->4026367) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321f0b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.419654:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9ba80/0x99188b78c51a2525 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3960832->4026367) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321f0b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.419660:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9ba80/0x99188b78c51a2525 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3960832->4026367) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321f0b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016135.419674:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9436056 i_blocks 760 00000020:00010000:3.0:1734016135.419677:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800aaca9ff0 (ffff8800a8e27a28/0) at cl_lock_release():233 00000020:00010000:3.0:1734016135.419679:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800aaca9ff0 (ffff8800a8e27a28/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016135.419681:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3eb0 (ffff8800b6cde638/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016135.419683:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800aaca9ff0 (ffff8800a8e27a28/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016135.419685:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3eb0 (ffff8800a8e27a28/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016135.419689:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016135.419695:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 9436056 00000080:00200000:3.0:1734016135.419761:0:9663:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1734016135.419764:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1734016135.419775:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016135.419788:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [6, 12] 00000008:00010000:3.0:1734016135.419798:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016135.419801:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3eb0, osc lock ffff8800aa16dc80, flags 0x0 00010000:00010000:3.0:1734016135.419807:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9ba80/0x99188b78c51a2525 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3960832->4026367) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321f0b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.419815:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (24576 53247) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9ba80/0x99188b78c51a2525 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3960832->4026367) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321f0b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.419823:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9ba80/0x99188b78c51a2525 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3960832->4026367) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321f0b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.419829:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9ba80/0x99188b78c51a2525 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3960832->4026367) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321f0b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.419836:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9ba80/0x99188b78c51a2525 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3960832->4026367) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321f0b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016135.419847:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9436056 i_blocks 760 00000100:00100000:3.0:1734016135.420062:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339240960:192.168.201.101@tcp:22:fsx.0 00000100:00100000:3.0:1734016135.428802:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339240960:192.168.201.101@tcp:22:fsx.0 00010000:00010000:3.0:1734016135.462380:0:4745:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016135.462389:0:4745:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a251e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x903ef4aec7321f04 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016135.462398:0:4745:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aa12d440 already unused, calling callback (ffffffffa103e1e0) 00010000:00010000:3.0:1734016135.462403:0:4745:0:(ldlm_request.c:1579:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a251e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x903ef4aec7321f04 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016135.462411:0:4745:0:(ldlm_request.c:1589:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a251e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x903ef4aec7321f04 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016135.462418:0:4745:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a251e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x903ef4aec7321f04 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016135.462457:0:4745:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e2d9680/0x99188b78c519b954 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7319a20 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016135.462516:0:4745:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a251e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x903ef4aec7321f04 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016135.462523:0:4745:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016135.462570:0:4745:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a251e lrc: 1/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x903ef4aec7321f04 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016135.462583:0:4745:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a251e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x903ef4aec7321f04 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016135.462638:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016135.462640:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016135.462641:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016135.462649:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016135.462673:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339241600:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016135.475123:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339241600:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016135.524395:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339242240:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016135.530194:0:1982:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a1c0/0x99188b78c51a2564 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.530222:0:1982:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a1c0/0x99188b78c51a2564 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.530237:0:1982:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a1c0/0x99188b78c51a2564 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.530244:0:1982:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a1c0/0x99188b78c51a2564 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.530250:0:1982:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a1c0/0x99188b78c51a2564 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016135.530277:0:1982:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 2601159, setting rss=2601159; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016135.530314:0:1982:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a1c0/0x99188b78c51a2564 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.530349:0:1982:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a1c0/0x99188b78c51a2564 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.530360:0:1982:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a1c0/0x99188b78c51a2564 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.530369:0:1982:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012db9a1c0 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016135.530376:0:1982:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a1c0/0x99188b78c51a2564 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.530389:0:1982:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016135.530395:0:1982:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a1c0/0x99188b78c51a2564 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.530403:0:1982:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a1c0/0x99188b78c51a2564 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016135.530470:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339242240:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016135.548048:0:5244:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016135.548069:0:5244:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a255d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x903ef4aec7321f58 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016135.548089:0:5244:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012db98b40 already unused, calling callback (ffffffffa103e1e0) 00010000:00010000:3.0:1734016135.548094:0:5244:0:(ldlm_request.c:1579:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a255d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x903ef4aec7321f58 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016135.548103:0:5244:0:(ldlm_request.c:1589:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a255d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x903ef4aec7321f58 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016135.548113:0:5244:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a255d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x903ef4aec7321f58 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016135.548154:0:5244:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e2d9680/0x99188b78c519b954 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7319a20 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016135.548221:0:5244:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a255d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x903ef4aec7321f58 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016135.548226:0:5244:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016135.549208:0:5244:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a255d lrc: 1/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x903ef4aec7321f58 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016135.549216:0:5244:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db98b40/0x99188b78c51a255d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x903ef4aec7321f58 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016135.549237:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016135.549238:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016135.549242:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016135.744592:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339246080:192.168.201.101@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016135.765962:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12eac0/0x99188b78c51a258e lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 544768->593919) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321f9e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.765982:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12eac0/0x99188b78c51a258e lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 544768->593919) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7321f9e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016135.767455:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:3.0:1734016135.767493:0:1983:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a9ae6600 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12eac0/0x99188b78c51a258e lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 544768->593919) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321f9e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.767613:0:1983:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (544768 548863) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12eac0/0x99188b78c51a258e lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 544768->593919) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321f9e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016135.768016:0:1983:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa163b80 - object 0x280000400:6 offset 0<>4194304 00000100:00100000:3.0:1734016135.768066:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339246336:192.168.201.101@tcp:3:fsx.0 00000100:00100000:3.0:1734016135.768397:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:3.0:1734016135.768404:0:1983:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a9ae6d80 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12eac0/0x99188b78c51a258e lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 544768->593919) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321f9e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.768461:0:1983:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (4194304 4198399) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12eac0/0x99188b78c51a258e lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 544768->593919) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321f9e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016135.768671:0:1983:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa161880 - object 0x280000400:6 offset 4194304<>8249344 00000100:00100000:3.0:1734016135.768685:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339246592:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016135.910183:0:1983:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a9ae6600 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12eac0/0x99188b78c51a258e lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 544768->593919) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321f9e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016135.911538:0:1983:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a9ae6600 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12eac0/0x99188b78c51a258e lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 544768->593919) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321f9e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016135.911584:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339246336:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016135.922168:0:1983:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a9ae6d80 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12eac0/0x99188b78c51a258e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 544768->593919) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321f9e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016135.922650:0:1983:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a9ae6d80 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12eac0/0x99188b78c51a258e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 544768->593919) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7321f9e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016135.922682:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339246592:192.168.201.101@tcp:3:fsx.0 00010000:00010000:3.0:1734016135.925611:0:5244:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016135.934560:0:5244:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12fa80/0x99188b78c51a2595 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x903ef4aec7321fa5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.934593:0:5244:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aa12fa80 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016135.934604:0:5244:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12fa80/0x99188b78c51a2595 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0x903ef4aec7321fa5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016135.934630:0:5244:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016135.934651:0:5244:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016135.934733:0:5244:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12fa80/0x99188b78c51a2595 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x903ef4aec7321fa5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.934740:0:5244:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016135.934783:0:5244:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12fa80/0x99188b78c51a2595 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x903ef4aec7321fa5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.934798:0:5244:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12fa80/0x99188b78c51a2595 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x903ef4aec7321fa5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.936009:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016135.936016:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016135.936020:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016135.936037:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016135.936077:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339246976:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016135.939898:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339246976:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016135.966367:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339247232:192.168.201.101@tcp:22:fsx.0 00000100:00100000:3.0:1734016135.966498:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339247104:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016135.974536:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339247232:192.168.201.101@tcp:22:fsx.0 00010000:00010000:3.0:1734016136.105832:0:5244:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016136.105842:0:5244:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cd80/0x99188b78c51a259c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1568768->1585151) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec7321fac expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.105852:0:5244:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aa12cd80 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016136.105859:0:5244:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cd80/0x99188b78c51a259c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1568768->1585151) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec7321fac expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016136.105899:0:5244:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016136.105918:0:5244:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016136.105976:0:5244:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cd80/0x99188b78c51a259c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1568768->1585151) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321fac expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.105983:0:5244:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016136.106033:0:5244:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cd80/0x99188b78c51a259c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1568768->1585151) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321fac expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.106041:0:5244:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cd80/0x99188b78c51a259c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1568768->1585151) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321fac expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.106077:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016136.106078:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016136.106080:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016136.106090:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016136.106110:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339248768:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016136.118955:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339248768:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016136.141759:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339249408:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016136.145432:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339249408:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016136.165220:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339249920:192.168.201.101@tcp:10:fsx.0 00000100:00100000:3.0:1734016136.168691:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339249920:192.168.201.101@tcp:10:fsx.0 00010000:00010000:3.0:1734016136.227016:0:5244:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016136.227028:0:5244:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2da880/0x99188b78c51a25cd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec7321ff2 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.227047:0:5244:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e2da880 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016136.227056:0:5244:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2da880/0x99188b78c51a25cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec7321ff2 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016136.227089:0:5244:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016136.227243:0:5244:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016136.227308:0:5244:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2da880/0x99188b78c51a25cd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321ff2 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.227316:0:5244:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016136.228185:0:5244:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2da880/0x99188b78c51a25cd lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321ff2 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.228198:0:5244:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2da880/0x99188b78c51a25cd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7321ff2 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.228227:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016136.228229:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016136.228232:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016136.228245:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016136.228272:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339251968:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016136.247211:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339251968:192.168.201.101@tcp:103:ldlm_bl.0 00000008:00010000:3.0:1734016136.287451:0:1983:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a8a71c00 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2d8fc0/0x99188b78c51a25db lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1650688->1675263) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322007 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016136.287589:0:1983:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a8a71c00 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2d8fc0/0x99188b78c51a25db lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1650688->1675263) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322007 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016136.287616:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339252480:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016136.319161:0:1983:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a8a71300 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2d8fc0/0x99188b78c51a25db lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1650688->1675263) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322007 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016136.322022:0:1983:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a8a71300 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2d8fc0/0x99188b78c51a25db lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1650688->1675263) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322007 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016136.322081:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339252224:192.168.201.101@tcp:3:fsx.0 00000100:00100000:3.0:1734016136.331188:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339252736:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016136.335463:0:1982:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b600/0x99188b78c51a25e9 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.335511:0:1982:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b600/0x99188b78c51a25e9 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x903ef4aec732201c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.335531:0:1982:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b600/0x99188b78c51a25e9 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x903ef4aec732201c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.335546:0:1982:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b600/0x99188b78c51a25e9 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x903ef4aec732201c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016136.335576:0:1982:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 4903888, setting rss=4903888; kms=4903888, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b600/0x99188b78c51a25e9 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec732201c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.335619:0:1982:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b600/0x99188b78c51a25e9 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732201c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.335627:0:1982:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b600/0x99188b78c51a25e9 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732201c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.335638:0:1982:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b600/0x99188b78c51a25e9 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732201c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.335646:0:1982:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b600/0x99188b78c51a25e9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732201c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016136.335676:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339252736:192.168.201.101@tcp:101:fsx.0 00000020:00010000:3.0:1734016136.359984:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b43fc5d8 (ffff8800a8e27908/0) at cl_lock_release():233 00000020:00010000:3.0:1734016136.359997:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b43fc5d8 (ffff8800a8e27908/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016136.360003:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b0028cb0 (ffff8800a8e27c68/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016136.360017:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b840/0x99188b78c51a25f0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1024000->1085439) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322023 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.360031:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b840/0x99188b78c51a25f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1024000->1085439) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322023 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016136.360049:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b43fc5d8 (ffff8800a8e27908/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016136.360052:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b0028cb0 (ffff8800a8e27908/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016136.360071:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016136.360122:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec488c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016136.360131:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec488c8),name=f16a.sanityn 00000002:00010000:3.0:1734016136.360154:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016136.360179:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e2dad00/0x99188b78c51a25d4 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7322000 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016136.360193:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e2dad00/0x99188b78c51a25d4 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7322000 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016136.360207:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) 00000080:00010000:3.0:1734016136.360210:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) for lock 0x99188b78c51a25d4 00000080:00010000:3.0:1734016136.360216:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a25d4 from it ffff8800a7a77cd8 00010000:00010000:3.0:1734016136.360218:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e2dad00/0x99188b78c51a25d4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec7322000 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016136.360224:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e2dad00/0x99188b78c51a25d4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7322000 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016136.360246:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016136.360259:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016136.360280:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016136.360284:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3bb0, osc lock ffff8800aa16d8f0, flags 0x400001002 00010000:00010000:3.0:1734016136.360314:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ea640/0x99188b78c51a25f7 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.360346:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ea640/0x99188b78c51a25f7 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016136.360839:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016136.360855:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339253376:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016136.376849:0:1983:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ea640/0x99188b78c51a25f7 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.376884:0:1983:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ea640/0x99188b78c51a25f7 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.376903:0:1983:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ea640/0x99188b78c51a25f7 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.376908:0:1983:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ea640/0x99188b78c51a25f7 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.376918:0:1983:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ea640/0x99188b78c51a25f7 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016136.376943:0:1983:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4903888, setting rss=4903888; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016136.376973:0:1983:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ea640/0x99188b78c51a25f7 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.376979:0:1983:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ea640/0x99188b78c51a25f7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.376996:0:1983:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ea640/0x99188b78c51a25f7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.377003:0:1983:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e3ea640 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016136.377010:0:1983:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ea640/0x99188b78c51a25f7 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.377026:0:1983:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016136.377035:0:1983:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ea640/0x99188b78c51a25f7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.377041:0:1983:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3ea640/0x99188b78c51a25f7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016136.379060:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339253376:192.168.201.101@tcp:101:fsx.0 00000080:00200000:3.0:1734016136.402285:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 4903888 i_blocks 608 00000020:00010000:3.0:1734016136.402296:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800aaca9ff0 (ffff8800a8e27a28/0) at cl_lock_release():233 00000020:00010000:3.0:1734016136.402300:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800aaca9ff0 (ffff8800a8e27a28/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016136.402307:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2030 (ffff8800b6cde638/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016136.402310:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800aaca9ff0 (ffff8800a8e27a28/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016136.402312:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2030 (ffff8800a8e27a28/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016136.402345:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016136.402361:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 4903888 00000080:00200008:3.0:1734016136.402386:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec480c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016136.402396:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec480c8),name=f16a.sanityn 00000002:00010000:3.0:1734016136.402429:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016136.402447:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a25e2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7322015 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016136.402460:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a25e2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7322015 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016136.402473:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) 00000080:00010000:3.0:1734016136.402476:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) for lock 0x99188b78c51a25e2 00000080:00010000:3.0:1734016136.402482:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a25e2 from it ffff8800a7a77cd8 00010000:00010000:3.0:1734016136.402485:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a25e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec7322015 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016136.402492:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a25e2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7322015 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016136.402519:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016136.402529:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016136.402545:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016136.402548:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3db0, osc lock ffff8800aa16d300, flags 0x400001002 00010000:00010000:3.0:1734016136.402564:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b840/0x99188b78c51a25f0 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1024000->1085439) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322023 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.402572:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b840/0x99188b78c51a25f0 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1024000->1085439) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322023 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.402581:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b840/0x99188b78c51a25f0 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1024000->1085439) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322023 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.402591:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b840/0x99188b78c51a25f0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1024000->1085439) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322023 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016136.402605:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 4903888 i_blocks 608 00000020:00010000:3.0:1734016136.402607:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800aaca9ff0 (ffff8800a8e27a28/0) at cl_lock_release():233 00000020:00010000:3.0:1734016136.402608:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800aaca9ff0 (ffff8800a8e27a28/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016136.402609:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3db0 (ffff8800b6cde638/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016136.402612:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800aaca9ff0 (ffff8800a8e27a28/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016136.402614:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3db0 (ffff8800a8e27a28/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016136.402619:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016136.402633:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016136.402636:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016136.402638:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016136.402641:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016136.402643:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3db0, osc lock ffff8800aa16d300, flags 0x400001002 00010000:00010000:3.0:1734016136.402647:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b840/0x99188b78c51a25f0 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1024000->1085439) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322023 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.402653:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b840/0x99188b78c51a25f0 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1024000->1085439) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322023 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.402660:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b840/0x99188b78c51a25f0 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1024000->1085439) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322023 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.402665:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b840/0x99188b78c51a25f0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1024000->1085439) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322023 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016136.402678:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 4903888 i_blocks 608 00000020:00010000:3.0:1734016136.402680:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800aaca9ff0 (ffff8800a8e27a28/0) at cl_lock_release():233 00000020:00010000:3.0:1734016136.402682:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800aaca9ff0 (ffff8800a8e27a28/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016136.402684:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3db0 (ffff8800b6cde638/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016136.402686:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800aaca9ff0 (ffff8800a8e27a28/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016136.402689:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3db0 (ffff8800a8e27a28/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016136.402692:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016136.402696:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 4903888 00000080:00200008:3.0:1734016136.404177:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 8732672, type: SEEK_SET 00000080:00200008:3.0:1734016136.404201:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 8732672, type: SEEK_SET, rc = 8732672 00000080:00200008:3.0:1734016136.404214:0:9663:0:(file.c:2466:do_file_write_iter()) START file f16a.sanityn:[0x200000401:0x9:0x0], ppos: 8732672, count: 17443 00000080:00200000:3.0:1734016136.404227:0:9663:0:(file.c:1826:ll_file_io_generic()) f16a.sanityn: write ppos: 8732672, bytes: 17443 00000080:00200000:3.0:1734016136.404235:0:9663:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000020:00200000:3.0:1734016136.404245:0:9663:0:(cl_io.c:195:cl_io_rw_init()) header@ffff88012c77cc80[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1734016136.404248:0:9663:0:(cl_io.c:195:cl_io_rw_init()) io range: 2 [8732672, 8750115) 0 0 00000080:00200000:3.0:1734016136.404259:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016136.404284:0:9663:0:(file.c:1893:ll_file_io_generic()) Range lock [2132, 2136] 00020000:00200000:3.0:1734016136.404297:0:9663:0:(lov_io.c:1021:lov_io_rw_iter_init()) stripe: 8732672 chunk: [8732672, 8750115) 8750115, 17443 00020000:00200000:3.0:1734016136.404303:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016136.404378:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [2132, 2136] 00000008:00010000:3.0:1734016136.404408:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016136.404416:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3db0, osc lock ffff8800aa16d300, flags 0x0 00010000:00010000:3.0:1734016136.404465:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a2605 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.404478:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a2605 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [8732672->8753151] (req 8732672->8753151) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.404545:0:9663:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a2605 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [8732672->8753151] (req 8732672->8753151) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016136.404590:0:9663:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job fsx:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:9663:1818247339253632:192.168.201.101@tcp:101:fsx.0 00000100:00100000:3.0:1734016136.407730:0:9663:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a9ae6600 going to sleep for 11 seconds 00010000:00010000:3.0:1734016136.418022:0:5244:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016136.418030:0:5244:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b840/0x99188b78c51a25f0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1024000->1085439) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec7322023 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.418040:0:5244:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012db9b840 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016136.418048:0:5244:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b840/0x99188b78c51a25f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1024000->1085439) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec7322023 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016136.418090:0:5244:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016136.418110:0:5244:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016136.418176:0:5244:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b840/0x99188b78c51a25f0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1024000->1085439) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7322023 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.418182:0:5244:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016136.419667:0:5244:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b840/0x99188b78c51a25f0 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1024000->1085439) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7322023 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.419676:0:5244:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b840/0x99188b78c51a25f0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1024000->1085439) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7322023 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.419719:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016136.419721:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016136.419725:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016136.421631:0:9663:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job fsx:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:9663:1818247339253632:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016136.421683:0:9663:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a2605 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [8732672->8753151] (req 8732672->8753151) gid 0 flags: 0x10000000020000 nid: local remote: 0x903ef4aec7322038 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.421697:0:9663:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a2605 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [8732672->8753151] (req 8732672->8753151) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec7322038 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.421706:0:9663:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a2605 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [8732672->8753151] (req 8732672->8753151) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec7322038 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.424644:0:9663:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a2605 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8732672->8753151) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec7322038 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.424657:0:9663:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a2605 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8732672->8753151) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec7322038 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.424704:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a2605 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8732672->8753151) gid 0 flags: 0x10000000020000 nid: local remote: 0x903ef4aec7322038 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016136.424727:0:9663:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 4903888, setting rss=4903888; kms=4903888, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a2605 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8732672->8753151) gid 0 flags: 0x10020000020000 nid: local remote: 0x903ef4aec7322038 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.424747:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a2605 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8732672->8753151) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322038 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.424755:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a2605 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8732672->8753151) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322038 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016136.424787:0:9663:0:(vvp_io.c:1326:vvp_io_write_start()) f16a.sanityn: write [8732672, 8750115) 00000080:00200000:3.0:1734016136.424863:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 2132 of 0 to 4096 bytes 00000080:00200000:3.0:1734016136.424942:0:9663:0:(rw26.c:1006:ll_write_end()) pos 8732672, len 4096, copied 4096 00000080:00200000:3.0:1734016136.424952:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff8800a784eaf8[3 ffff88012c77cd00 2 1 ffff8800aacaa050] 00000080:00200000:3.0:1734016136.424954:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002afd0c0 1fffff00000805 3:0 ffff8800a784eaf8 2132 lru 00000080:00200000:3.0:1734016136.424962:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a784eb58 2132: 1< 0 - - > 2< 8732672 0 0 0x0 0x0 | ffff8800aaf9dcc8 ffff88012c3aa1a0 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1734016136.424964:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a784eaf8 00000080:00200000:3.0:1734016136.424965:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016136.424968:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 2133 of 0 to 4096 bytes 00000080:00200000:3.0:1734016136.424983:0:9663:0:(rw26.c:1006:ll_write_end()) pos 8736768, len 4096, copied 4096 00000080:00200000:3.0:1734016136.424996:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff8800a784ebd0[3 ffff88012c77cd00 2 1 ffff8800aacaa050] 00000080:00200000:3.0:1734016136.424999:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c9140 1fffff00000805 3:0 ffff8800a784ebd0 2133 lru 00000080:00200000:3.0:1734016136.425003:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a784ec30 2133: 1< 0 - - > 2< 8736768 0 0 0x0 0x0 | ffff8800aaf9dcc8 ffff88012c3aa1a0 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1734016136.425005:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a784ebd0 00000080:00200000:3.0:1734016136.425006:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 2. 00000080:00200000:3.0:1734016136.425008:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 2134 of 0 to 4096 bytes 00000080:00200000:3.0:1734016136.425024:0:9663:0:(rw26.c:1006:ll_write_end()) pos 8740864, len 4096, copied 4096 00000080:00200000:3.0:1734016136.425026:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff8800a784eca8[3 ffff88012c77cd00 2 1 ffff8800aacaa050] 00000080:00200000:3.0:1734016136.425028:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a53100 1fffff00000805 3:0 ffff8800a784eca8 2134 lru 00000080:00200000:3.0:1734016136.425032:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a784ed08 2134: 1< 0 - - > 2< 8740864 0 0 0x0 0x0 | ffff8800aaf9dcc8 ffff88012c3aa1a0 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1734016136.425033:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a784eca8 00000080:00200000:3.0:1734016136.425034:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 3. 00000080:00200000:3.0:1734016136.425035:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 2135 of 0 to 4096 bytes 00000080:00200000:3.0:1734016136.425049:0:9663:0:(rw26.c:1006:ll_write_end()) pos 8744960, len 4096, copied 4096 00000080:00200000:3.0:1734016136.425051:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff8800a784ed80[3 ffff88012c77cd00 2 1 ffff8800aacaa050] 00000080:00200000:3.0:1734016136.425054:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a5f800 1fffff00000805 3:0 ffff8800a784ed80 2135 lru 00000080:00200000:3.0:1734016136.425058:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a784ede0 2135: 1< 0 - - > 2< 8744960 0 0 0x0 0x0 | ffff8800aaf9dcc8 ffff88012c3aa1a0 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1734016136.425060:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a784ed80 00000080:00200000:3.0:1734016136.425061:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 4. 00000080:00200000:3.0:1734016136.425063:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 2136 of 0 to 1059 bytes 00000080:00200000:3.0:1734016136.425091:0:9663:0:(rw26.c:1006:ll_write_end()) pos 8749056, len 1059, copied 1059 00000080:00200000:3.0:1734016136.425094:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff8800a784ee58[3 ffff88012c77cd00 2 1 ffff8800aacaa050] 00000080:00200000:3.0:1734016136.425096:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a5f840 1fffff00000805 3:0 ffff8800a784ee58 2136 lru 00000080:00200000:3.0:1734016136.425100:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a784eeb8 2136: 1< 0 - - > 2< 8749056 0 0 0x0 0x0 | ffff8800aaf9dcc8 ffff88012c3aa1a0 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1734016136.425101:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a784ee58 00000080:00200000:3.0:1734016136.425102:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 5. 00000080:00200000:3.0:1734016136.425110:0:9663:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 5, from 0, to 1059 00000008:00010000:3.0:1734016136.425144:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff8800a9ae6600 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a2605 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8732672->8753151) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322038 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016136.426729:0:9663:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff8800a9ae6600 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a2605 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8732672->8753151) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322038 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016136.426758:0:9663:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff8800a9ae6600 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a2605 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8732672->8753151) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322038 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016136.426767:0:9663:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff8800a9ae6600 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a2605 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8732672->8753151) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322038 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016136.426774:0:9663:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff8800a9ae6600 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a2605 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8732672->8753151) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322038 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016136.426787:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48a48, count 5, dirtied 5 00000080:00200000:3.0:1734016136.426798:0:9663:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 5 pages 17443 bytes, tot: 17443 00000080:00200000:3.0:1734016136.426803:0:9663:0:(vvp_io.c:1405:vvp_io_write_start()) f16a.sanityn: write bytes 0, result: 17443 00000020:00010000:3.0:1734016136.426824:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b43fcb78 (ffff8800a8e27a28/0) at cl_lock_release():233 00000020:00010000:3.0:1734016136.426827:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b43fcb78 (ffff8800a8e27a28/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016136.426831:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3db0 (ffff8800b6cde638/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016136.426839:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a2605 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8732672->8753151) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322038 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.426850:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3eb840/0x99188b78c51a2605 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8732672->8753151) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322038 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016136.426867:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b43fcb78 (ffff8800a8e27a28/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016136.426869:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3db0 (ffff8800a8e27a28/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016136.426877:0:9663:0:(vvp_io.c:533:vvp_io_advance()) advancing 17443 bytes 00000080:00200000:3.0:1734016136.426887:0:9663:0:(file.c:1930:ll_file_io_generic()) Range unlock [2132, 2136] 00000080:00200000:3.0:1734016136.426898:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016136.426901:0:9663:0:(file.c:1964:ll_file_io_generic()) f16a.sanityn: 2 io complete with rc: 0, result: 17443, restart: 0 00000080:00200000:3.0:1734016136.426913:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8750115 i_blocks 608 00000080:00200000:3.0:1734016136.426920:0:9663:0:(file.c:2044:ll_file_io_generic()) iot: 2, result: 17443 00000080:00200008:3.0:1734016136.426949:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec480c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016136.426957:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec480c8),name=f16a.sanityn 00000002:00010000:3.0:1734016136.426982:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016136.427008:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a25e2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7322015 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016136.427021:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a25e2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7322015 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016136.427034:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) 00000080:00010000:3.0:1734016136.427037:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) for lock 0x99188b78c51a25e2 00000080:00010000:3.0:1734016136.427043:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a25e2 from it ffff8800a7a77cd8 00010000:00010000:3.0:1734016136.427046:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a25e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec7322015 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016136.427053:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a25e2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7322015 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016136.427079:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016136.427092:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016136.427111:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016136.427114:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3db0, osc lock ffff8800aa16d300, flags 0x400001002 00010000:00010000:3.0:1734016136.427146:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e9680/0x99188b78c51a260c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.427155:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e9680/0x99188b78c51a260c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016136.446005:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8750115 i_blocks 608 00000020:00010000:3.0:1734016136.446016:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800aaca9ff0 (ffff8800a8e27a28/0) at cl_lock_release():233 00000020:00010000:3.0:1734016136.446020:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800aaca9ff0 (ffff8800a8e27a28/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016136.446027:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3db0 (ffff8800b6cde638/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016136.446031:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800aaca9ff0 (ffff8800a8e27a28/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016136.446033:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3db0 (ffff8800a8e27a28/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016136.446054:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016136.446090:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016136.446100:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016136.446112:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016136.446132:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016136.446137:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3db0, osc lock ffff8800aa16d300, flags 0x400001002 00010000:00010000:3.0:1734016136.446169:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3ead00/0x99188b78c51a2613 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.446179:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3ead00/0x99188b78c51a2613 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016136.446313:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339254016:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016136.460781:0:1983:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3ead00/0x99188b78c51a2613 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.460803:0:1983:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3ead00/0x99188b78c51a2613 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.460818:0:1983:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3ead00/0x99188b78c51a2613 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.460823:0:1983:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3ead00/0x99188b78c51a2613 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.460832:0:1983:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3ead00/0x99188b78c51a2613 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016136.460853:0:1983:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 8750115, setting rss=8750115; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016136.462150:0:1983:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3ead00/0x99188b78c51a2613 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.462169:0:1983:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3ead00/0x99188b78c51a2613 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.462181:0:1983:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3ead00/0x99188b78c51a2613 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.462196:0:1983:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e3ead00 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016136.462206:0:1983:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3ead00/0x99188b78c51a2613 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.462224:0:1983:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016136.462232:0:1983:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3ead00/0x99188b78c51a2613 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.462240:0:1983:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3ead00/0x99188b78c51a2613 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016136.462313:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339254016:192.168.201.101@tcp:101:fsx.0 00000080:00200000:3.0:1734016136.470816:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8750115 i_blocks 608 00000020:00010000:3.0:1734016136.470825:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800aaca9ff0 (ffff8800a8e27a28/0) at cl_lock_release():233 00000020:00010000:3.0:1734016136.470830:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800aaca9ff0 (ffff8800a8e27a28/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016136.470839:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b0028c30 (ffff8800b6cde638/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016136.470846:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800aaca9ff0 (ffff8800a8e27a28/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016136.470848:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b0028c30 (ffff8800a8e27a28/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016136.470872:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016136.471002:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 1777 00000080:00200000:3.0:1734016136.471016:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016136.471038:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016136.471057:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [1777, 1777] 00000008:00010000:3.0:1734016136.471082:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016136.471089:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3db0, osc lock ffff8800aa16d560, flags 0x0 00010000:00010000:3.0:1734016136.471123:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2621 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.471131:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2621 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [7278592->7282687] (req 7278592->7282687) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.471175:0:9663:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2621 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [7278592->7282687] (req 7278592->7282687) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016136.471204:0:9663:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162d80 pname:cluuid:pid:xid:nid:opc:job fsx:ca960967-f34d-4bd7-a96b-f55b9893eead:9663:1818247339254272:192.168.201.101@tcp:101:fsx.0 00000100:00100000:3.0:1734016136.471301:0:9663:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a9ae6000 going to sleep for 11 seconds 00000100:00100000:3.0:1734016136.478405:0:9663:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162d80 pname:cluuid:pid:xid:nid:opc:job fsx:ca960967-f34d-4bd7-a96b-f55b9893eead:9663:1818247339254272:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016136.478449:0:9663:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2621 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [7278592->7282687] (req 7278592->7282687) gid 0 flags: 0x10000000020000 nid: local remote: 0x903ef4aec7322054 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.478463:0:9663:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2621 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [7278592->7282687] (req 7278592->7282687) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec7322054 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.478472:0:9663:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2621 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [7278592->7282687] (req 7278592->7282687) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec7322054 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.489883:0:9663:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2621 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7278592->7282687) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec7322054 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.489895:0:9663:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2621 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7278592->7282687) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec7322054 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.489931:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2621 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7278592->7282687) gid 0 flags: 0x10000000020000 nid: local remote: 0x903ef4aec7322054 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016136.489954:0:9663:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 8750115, setting rss=8750115; kms=8750115, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2621 lrc: 4/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7278592->7282687) gid 0 flags: 0x10020000020000 nid: local remote: 0x903ef4aec7322054 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.489970:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2621 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7278592->7282687) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322054 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.489978:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2621 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7278592->7282687) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322054 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.490091:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2621 lrc: 4/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7278592->7282687) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322054 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.490104:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (4907008 4911103) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2621 lrc: 4/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7278592->7282687) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322054 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.498694:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2621 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7278592->7282687) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322054 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.498718:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2621 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7278592->7282687) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322054 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016136.500575:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339254784:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016136.581964:0:1983:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a9ae6000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2621 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7278592->7282687) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322054 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016136.582438:0:1983:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a9ae6000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2621 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7278592->7282687) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322054 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016136.582465:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339254784:192.168.201.101@tcp:3:fsx.0 00010000:00010000:3.0:1734016136.621638:0:5244:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016136.621650:0:5244:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2621 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7278592->7282687) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec7322054 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.621661:0:5244:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e3e98c0 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016136.621669:0:5244:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2621 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7278592->7282687) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec7322054 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016136.621696:0:5244:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016136.633708:0:5244:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016136.633805:0:5244:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2621 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7278592->7282687) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7322054 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.633816:0:5244:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016136.633872:0:5244:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2621 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7278592->7282687) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7322054 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.633881:0:5244:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2621 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7278592->7282687) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7322054 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.633908:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016136.633910:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016136.633915:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016137.005821:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339260160:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016137.019456:0:1983:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a1c0/0x99188b78c51a266e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.019478:0:1983:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a1c0/0x99188b78c51a266e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.019491:0:1983:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a1c0/0x99188b78c51a266e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.019498:0:1983:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a1c0/0x99188b78c51a266e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.019505:0:1983:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a1c0/0x99188b78c51a266e lrc: 5/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016137.019523:0:1983:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4597877, setting rss=4597877; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016137.019549:0:1983:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a1c0/0x99188b78c51a266e lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.019555:0:1983:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a1c0/0x99188b78c51a266e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.019562:0:1983:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a1c0/0x99188b78c51a266e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.019574:0:1983:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012db9a1c0 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016137.019579:0:1983:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a1c0/0x99188b78c51a266e lrc: 5/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.019588:0:1983:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016137.019594:0:1983:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a1c0/0x99188b78c51a266e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.019601:0:1983:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a1c0/0x99188b78c51a266e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016137.019645:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339260160:192.168.201.101@tcp:101:fsx.0 00000100:00100000:3.0:1734016137.192277:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339260800:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016137.199150:0:1982:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a1c0/0x99188b78c51a2675 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.199186:0:1982:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a1c0/0x99188b78c51a2675 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.199206:0:1982:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a1c0/0x99188b78c51a2675 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.199214:0:1982:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a1c0/0x99188b78c51a2675 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.199226:0:1982:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a1c0/0x99188b78c51a2675 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016137.199244:0:1982:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4597877, setting rss=4597877; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016137.199279:0:1982:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a1c0/0x99188b78c51a2675 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.199286:0:1982:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a1c0/0x99188b78c51a2675 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.199294:0:1982:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a1c0/0x99188b78c51a2675 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.199302:0:1982:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012db9a1c0 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016137.199308:0:1982:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a1c0/0x99188b78c51a2675 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.199356:0:1982:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016137.199365:0:1982:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a1c0/0x99188b78c51a2675 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.199374:0:1982:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a1c0/0x99188b78c51a2675 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016137.199439:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339260800:192.168.201.101@tcp:101:fsx.0 00000100:00100000:3.0:1734016137.208835:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339261056:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016137.215465:0:1982:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99d40/0x99188b78c51a2683 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.215498:0:1982:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99d40/0x99188b78c51a2683 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.215518:0:1982:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99d40/0x99188b78c51a2683 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.215526:0:1982:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99d40/0x99188b78c51a2683 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.215535:0:1982:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99d40/0x99188b78c51a2683 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016137.215564:0:1982:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4597877, setting rss=4597877; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016137.217093:0:1982:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99d40/0x99188b78c51a2683 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.217111:0:1982:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99d40/0x99188b78c51a2683 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.217122:0:1982:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99d40/0x99188b78c51a2683 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.217136:0:1982:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012db99d40 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016137.217145:0:1982:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99d40/0x99188b78c51a2683 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.217167:0:1982:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016137.217177:0:1982:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99d40/0x99188b78c51a2683 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.217186:0:1982:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99d40/0x99188b78c51a2683 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016137.217260:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339261056:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016137.238192:0:5244:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016137.238206:0:5244:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e2dad00/0x99188b78c51a2660 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x903ef4aec73220b6 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016137.238217:0:5244:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e2dad00 already unused, calling callback (ffffffffa103e1e0) 00010000:00010000:3.0:1734016137.238223:0:5244:0:(ldlm_request.c:1579:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e2dad00/0x99188b78c51a2660 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x903ef4aec73220b6 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016137.238233:0:5244:0:(ldlm_request.c:1589:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e2dad00/0x99188b78c51a2660 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x903ef4aec73220b6 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016137.238243:0:5244:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e2dad00/0x99188b78c51a2660 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x903ef4aec73220b6 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016137.238287:0:5244:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e2d9680/0x99188b78c519b954 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7319a20 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016137.238381:0:5244:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e2dad00/0x99188b78c51a2660 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x903ef4aec73220b6 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016137.238389:0:5244:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016137.238442:0:5244:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e2dad00/0x99188b78c51a2660 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x903ef4aec73220b6 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016137.238450:0:5244:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e2dad00/0x99188b78c51a2660 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x903ef4aec73220b6 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016137.238485:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016137.238487:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016137.238489:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016137.238510:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016137.238533:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339261568:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016137.241783:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339261568:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016137.333388:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339262848:192.168.201.101@tcp:4:fsx.0 00000008:00010000:3.0:1734016137.341789:0:1982:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800b0376c00 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a2652 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec732209a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016137.341863:0:1982:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800b0376c00 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a2652 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec732209a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016137.341931:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339262848:192.168.201.101@tcp:4:fsx.0 00000100:00100000:3.0:1734016137.371551:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339262976:192.168.201.101@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016137.484124:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a26c9 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5963776->5971967) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec7322134 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.484151:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a26c9 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5963776->5971967) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec7322134 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016137.485244:0:1982:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a9ae6c00 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a26c9 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5963776->5971967) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec7322134 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.485351:0:1982:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5963776 5967871) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a26c9 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5963776->5971967) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec7322134 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016137.485537:0:1982:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa162680 - object 0x280000400:6 offset 0<>5967872 00000100:00100000:3.0:1734016137.485564:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016137.485587:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339266432:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016137.607890:0:1982:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a9ae6c00 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a26c9 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5963776->5971967) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec7322134 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016137.629589:0:1982:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a9ae6c00 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a26c9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5963776->5971967) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec7322134 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016137.629656:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339266432:192.168.201.101@tcp:3:fsx.0 00010000:00010000:3.0:1734016137.662359:0:5244:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1734016137.662370:0:5244:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a26c9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5963776->5971967) gid 0 flags: 0x800420000000000 nid: local remote: 0x903ef4aec7322134 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.662387:0:5244:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aa12ed00 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016137.662396:0:5244:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a26c9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5963776->5971967) gid 0 flags: 0x800428400000000 nid: local remote: 0x903ef4aec7322134 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016137.662418:0:5244:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016137.692465:0:5244:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016137.692581:0:5244:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a26c9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5963776->5971967) gid 0 flags: 0x804c69400000020 nid: local remote: 0x903ef4aec7322134 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.692600:0:5244:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016137.706820:0:5244:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a26c9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5963776->5971967) gid 0 flags: 0x804c69400000020 nid: local remote: 0x903ef4aec7322134 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.706842:0:5244:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a26c9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5963776->5971967) gid 0 flags: 0x804c69400000020 nid: local remote: 0x903ef4aec7322134 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.706887:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016137.706889:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016137.706894:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:0.0:1734016137.802106:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016137.802134:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016137.802158:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [811, 811] 00000008:00010000:0.0:1734016137.802177:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016137.802183:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d28b0, osc lock ffff8800b5a05db0, flags 0x0 00010000:00010000:0.0:1734016137.802210:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.802228:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3321856 3325951) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.802240:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.802246:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.802251:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016137.802302:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012abac0c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016137.802373:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48a48, count 1, dirtied 1 00000020:00010000:0.0:1734016137.802387:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016137.802389:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016137.802391:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d28b0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016137.802393:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.802405:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016137.802413:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016137.802415:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d28b0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016137.802420:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016137.802504:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 810 00000080:00200000:0.0:1734016137.802510:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016137.802515:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016137.802519:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [810, 810] 00000008:00010000:0.0:1734016137.802524:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016137.802527:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d28b0, osc lock ffff8800b5a05db0, flags 0x0 00010000:00010000:0.0:1734016137.802533:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.802540:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3317760 3321855) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.802546:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.802553:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.802560:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016137.817739:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016137.817745:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016137.817751:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d28b0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016137.817764:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.817778:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016137.817801:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016137.817803:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d28b0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016137.817824:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016137.817847:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016137.817865:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016137.817883:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [810, 810] 00000008:00010000:0.0:1734016137.817897:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016137.817903:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d28b0, osc lock ffff8800b5a05db0, flags 0x0 00010000:00010000:0.0:1734016137.817926:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.817940:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3317760 3321855) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.817950:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.817961:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.817980:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016137.818025:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012abac3c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016137.818043:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48a48, count 1, dirtied 1 00000008:00010000:0.0:1734016137.818054:0:9663:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012abac0c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016137.818062:0:9663:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012abac0c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016137.818068:0:9663:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012abac3c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016137.818075:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016137.818077:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016137.818079:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d28b0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016137.818081:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.818087:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016137.818097:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016137.818099:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d28b0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016137.818104:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016137.818168:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 809 00000080:00200000:0.0:1734016137.818175:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016137.818180:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016137.818187:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [809, 809] 00000008:00010000:0.0:1734016137.818193:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016137.818196:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d28b0, osc lock ffff8800b5a05db0, flags 0x0 00010000:00010000:0.0:1734016137.818204:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.818211:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3313664 3317759) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.818219:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.818226:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.818232:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016137.824655:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016137.824660:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016137.824665:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d28b0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016137.824675:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.824686:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016137.824706:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016137.824708:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d28b0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016137.824732:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016137.824751:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016137.824765:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016137.824782:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [809, 809] 00000008:00010000:0.0:1734016137.824797:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016137.824803:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d28b0, osc lock ffff8800b5a05db0, flags 0x0 00010000:00010000:0.0:1734016137.824829:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.824844:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3313664 3317759) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.824857:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.824864:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.824870:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016137.824923:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012abac600 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016137.824937:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48a48, count 1, dirtied 1 00000008:00010000:0.0:1734016137.824945:0:9663:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012abac3c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016137.824953:0:9663:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012abac3c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016137.824961:0:9663:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012abac600 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016137.824982:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016137.824983:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016137.824985:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d28b0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016137.824988:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.824993:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016137.825000:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016137.825002:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d28b0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016137.825008:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016137.825064:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 808 00000080:00200000:0.0:1734016137.825069:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016137.825073:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016137.825077:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [808, 808] 00000008:00010000:0.0:1734016137.825081:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016137.825083:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d28b0, osc lock ffff8800b5a05db0, flags 0x0 00010000:00010000:0.0:1734016137.825089:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.825097:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3309568 3313663) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.825103:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.825111:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.825115:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016137.837656:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016137.837661:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016137.837666:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d28b0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016137.837681:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.837695:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016137.837722:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016137.837725:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d28b0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016137.837752:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016137.837777:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016137.837801:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016137.837822:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [808, 808] 00000008:00010000:0.0:1734016137.837842:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016137.837849:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d28b0, osc lock ffff8800b5a05db0, flags 0x0 00010000:00010000:0.0:1734016137.837881:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.837898:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3309568 3313663) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.837909:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.837916:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.837921:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016137.837980:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012abac180 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016137.837995:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48a48, count 1, dirtied 1 00000008:00010000:0.0:1734016137.838010:0:9663:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012abac600 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016137.838018:0:9663:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012abac600 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016137.838025:0:9663:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012abac180 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016137.838032:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016137.838034:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016137.838036:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d28b0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016137.838040:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.838047:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016137.838055:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016137.838057:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d28b0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016137.838062:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016137.838133:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 807 00000080:00200000:0.0:1734016137.838140:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016137.838146:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016137.838151:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [807, 807] 00000008:00010000:0.0:1734016137.838156:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016137.838160:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d28b0, osc lock ffff8800b5a05db0, flags 0x0 00010000:00010000:0.0:1734016137.838166:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.838179:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3305472 3309567) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.838186:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.838192:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.838197:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016137.842709:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016137.842713:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016137.842716:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d28b0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016137.842725:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.842736:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016137.842752:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016137.842754:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d28b0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016137.842771:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016137.842789:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016137.842804:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016137.842816:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [807, 807] 00000008:00010000:0.0:1734016137.842828:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016137.842832:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d28b0, osc lock ffff8800b5a05db0, flags 0x0 00010000:00010000:0.0:1734016137.842849:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.842859:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3305472 3309567) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.842868:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.842874:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.842879:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016137.842919:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012abaca80 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016137.842934:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48a48, count 1, dirtied 1 00000008:00010000:0.0:1734016137.842943:0:9663:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012abac180 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016137.842950:0:9663:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012abac180 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016137.842961:0:9663:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012abaca80 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016137.842978:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016137.842980:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016137.842981:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d28b0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016137.842985:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.842990:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016137.842997:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016137.842998:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d28b0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016137.843004:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016137.843051:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 806 00000080:00200000:0.0:1734016137.843056:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016137.843061:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016137.843064:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [806, 806] 00000008:00010000:0.0:1734016137.843068:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016137.843070:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d28b0, osc lock ffff8800b5a05db0, flags 0x0 00010000:00010000:0.0:1734016137.843076:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.843084:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3301376 3305471) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.843096:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.843102:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.843107:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016137.850144:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016137.850148:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016137.850151:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d28b0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016137.850160:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.850169:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016137.850185:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016137.850187:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d28b0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016137.850205:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016137.850221:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016137.850234:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016137.850245:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [806, 806] 00000008:00010000:0.0:1734016137.850256:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016137.850259:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d28b0, osc lock ffff8800b5a05db0, flags 0x0 00010000:00010000:0.0:1734016137.850277:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.850289:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3301376 3305471) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.850298:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.850304:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.850308:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016137.850372:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012abace40 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016137.850386:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48a48, count 1, dirtied 1 00000008:00010000:0.0:1734016137.850394:0:9663:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012abaca80 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016137.850399:0:9663:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012abaca80 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016137.850405:0:9663:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012abace40 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016137.850417:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016137.850419:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016137.850421:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d28b0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016137.850423:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.850428:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016137.850434:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016137.850435:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d28b0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016137.850439:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016137.850493:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 805 00000080:00200000:0.0:1734016137.850499:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016137.850504:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016137.850508:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [805, 805] 00000008:00010000:0.0:1734016137.850512:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016137.850514:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d28b0, osc lock ffff8800b5a05db0, flags 0x0 00010000:00010000:0.0:1734016137.850520:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.850527:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3297280 3301375) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.850533:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.850544:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.850549:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016137.863679:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016137.864032:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016137.864038:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d28b0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016137.864056:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.864072:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016137.864100:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016137.864105:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d28b0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016137.864154:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016137.864192:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016137.864219:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016137.864249:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [805, 805] 00000008:00010000:0.0:1734016137.864277:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016137.864287:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d28b0, osc lock ffff8800b5a05db0, flags 0x0 00010000:00010000:0.0:1734016137.864421:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.864449:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3297280 3301375) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.864462:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.864469:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.864476:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016137.864575:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012abaca80 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016137.864610:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48a48, count 1, dirtied 1 00000008:00010000:0.0:1734016137.864626:0:9663:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012abace40 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016137.864634:0:9663:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012abace40 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016137.864644:0:9663:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012abaca80 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016137.864657:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016137.864661:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016137.864664:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d28b0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016137.864670:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.864680:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016137.864693:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016137.864695:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d28b0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016137.864704:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016137.864815:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 804 00000080:00200000:0.0:1734016137.864823:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016137.864829:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016137.864835:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [804, 804] 00000008:00010000:0.0:1734016137.864841:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016137.864846:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d28b0, osc lock ffff8800b5a05db0, flags 0x0 00010000:00010000:0.0:1734016137.864852:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.864861:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3293184 3297279) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.864870:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.864880:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.864893:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016137.877287:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016137.877292:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016137.877297:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d28b0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016137.877307:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.877337:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016137.877358:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016137.877361:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d28b0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016137.877384:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016137.877407:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016137.877427:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016137.877446:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [804, 804] 00000008:00010000:0.0:1734016137.877465:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016137.877473:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d28b0, osc lock ffff8800b5a05db0, flags 0x0 00010000:00010000:0.0:1734016137.877502:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.877515:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3293184 3297279) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.877532:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.877539:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.877545:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016137.877604:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012abac180 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016137.877629:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48a48, count 1, dirtied 1 00000008:00010000:0.0:1734016137.877642:0:9663:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012abaca80 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016137.877651:0:9663:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012abaca80 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016137.877657:0:9663:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012abac180 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016137.877669:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016137.877672:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016137.877675:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d28b0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016137.877678:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.877687:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016137.877694:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016137.877696:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d28b0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016137.877701:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016137.877802:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 803 00000080:00200000:0.0:1734016137.877810:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016137.877815:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016137.877819:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [803, 803] 00000008:00010000:0.0:1734016137.877824:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016137.877828:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d28b0, osc lock ffff8800b5a05db0, flags 0x0 00010000:00010000:0.0:1734016137.877835:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.877844:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3289088 3293183) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.877852:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.877859:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.877865:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016137.877958:0:1981:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:0.0:1734016137.877980:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012abaca80 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.878017:0:1981:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3289088 3293183) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016137.878066:0:1981:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8a44700 - object 0x280000400:6 offset 3289088<>3293184 00000100:00100000:0.0:1734016137.878089:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1981:1818247339270016:192.168.201.101@tcp:3:fsx.0 00000020:00010000:0.0:1734016137.888566:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016137.888572:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016137.888576:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d28b0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016137.888588:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.888599:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016137.888620:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016137.888622:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d28b0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016137.888645:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016137.888666:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016137.888682:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016137.888698:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [803, 803] 00000008:00010000:0.0:1734016137.888718:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016137.888725:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d28b0, osc lock ffff8800b5a05db0, flags 0x0 00010000:00010000:0.0:1734016137.888752:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.888771:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3289088 3293183) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.888784:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.888791:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.888799:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016137.888853:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012abac3c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016137.888875:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48a48, count 1, dirtied 1 00000008:00010000:0.0:1734016137.888886:0:9663:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012abac180 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016137.888893:0:9663:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012abac180 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016137.888900:0:9663:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012abac3c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016137.888915:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016137.888917:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016137.888919:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d28b0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016137.888922:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.888929:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016137.888936:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016137.888938:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d28b0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016137.889040:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016137.889108:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 802 00000080:00200000:0.0:1734016137.889114:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016137.889118:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016137.889122:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [802, 802] 00000008:00010000:0.0:1734016137.889127:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016137.889129:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d28b0, osc lock ffff8800b5a05db0, flags 0x0 00010000:00010000:0.0:1734016137.889135:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.889143:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3284992 3289087) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.889149:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.889159:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.889166:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016137.890553:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1981:1818247339270272:192.168.201.101@tcp:3:fsx.0 00000020:00010000:0.0:1734016137.906782:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016137.906801:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016137.906807:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d28b0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016137.906825:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.906844:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016137.906876:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016137.906878:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d28b0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016137.906918:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016137.906946:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016137.906977:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016137.906999:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [802, 802] 00000008:00010000:0.0:1734016137.907028:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016137.907037:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d28b0, osc lock ffff8800b5a05db0, flags 0x0 00010000:00010000:0.0:1734016137.907069:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.907088:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3284992 3289087) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.907102:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.907108:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.907115:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016137.907176:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012abacd80 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016137.907199:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48a48, count 1, dirtied 1 00000008:00010000:0.0:1734016137.907210:0:9663:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012abac3c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016137.907220:0:9663:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012abac3c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016137.907232:0:9663:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012abacd80 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016137.907244:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016137.907248:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016137.907250:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d28b0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016137.907254:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.907261:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016137.907269:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016137.907270:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d28b0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016137.907276:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016137.907458:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 801 00000080:00200000:0.0:1734016137.907470:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016137.907474:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016137.907479:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [801, 801] 00000008:00010000:0.0:1734016137.907482:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016137.907485:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d28b0, osc lock ffff8800b5a05db0, flags 0x0 00010000:00010000:0.0:1734016137.907491:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.907498:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3280896 3284991) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.907506:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.907515:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.907526:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016137.933521:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016137.933526:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016137.933533:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d28b0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016137.933547:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.933561:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016137.933580:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016137.933583:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d28b0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016137.933607:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016137.933637:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016137.933658:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016137.933673:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [801, 801] 00000008:00010000:0.0:1734016137.933690:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016137.933697:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d28b0, osc lock ffff8800b5a05db0, flags 0x0 00010000:00010000:0.0:1734016137.933727:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.933744:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3280896 3284991) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.933762:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.933771:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.933779:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016137.933834:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012abac540 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016137.933853:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48a48, count 1, dirtied 1 00000008:00010000:0.0:1734016137.933864:0:9663:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012abacd80 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016137.933872:0:9663:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012abacd80 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016137.933881:0:9663:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012abac540 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016137.933891:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016137.933894:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016137.933896:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d28b0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016137.933899:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.933906:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016137.933914:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016137.933917:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d28b0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016137.933923:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016137.934007:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 800 00000080:00200000:0.0:1734016137.934017:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016137.934022:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016137.934026:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [800, 800] 00000008:00010000:0.0:1734016137.934030:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016137.934034:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d28b0, osc lock ffff8800b5a05db0, flags 0x0 00010000:00010000:0.0:1734016137.934040:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.934048:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3276800 3280895) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.934055:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.934062:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.934068:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016137.955526:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016137.955531:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016137.955536:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d28b0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016137.955547:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.955560:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016137.955584:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016137.955586:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d28b0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016137.955613:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016137.955642:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016137.955665:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016137.955689:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [800, 800] 00000008:00010000:0.0:1734016137.955708:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016137.955713:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d28b0, osc lock ffff8800b5a05db0, flags 0x0 00010000:00010000:0.0:1734016137.955738:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.955753:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3276800 3280895) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.955767:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.955784:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.955792:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016137.955848:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012abacf00 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016137.955871:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48a48, count 1, dirtied 1 00000008:00010000:0.0:1734016137.955885:0:9663:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012abac540 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016137.955893:0:9663:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012abac540 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016137.955899:0:9663:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012abacf00 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016137.955908:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016137.955911:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016137.955913:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d28b0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016137.955916:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.955923:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016137.955933:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016137.955935:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d28b0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016137.955940:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016137.956000:0:9663:0:(file.c:5185:ll_fsync()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec488c8), start 3276800, end 3325951, datasync 1 00000080:00200000:0.0:1734016137.956010:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016137.956016:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000008:00010000:0.0:1734016137.956029:0:9663:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012abacf00 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016137.956039:0:9663:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800b0376780 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016137.956050:0:9663:0:(osc_cache.c:1066:osc_extent_make_ready()) ### extent: ffff88012abacf00 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016137.977255:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012abacf00 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016137.977365:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012abacf00 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016137.977373:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800b0376780 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016137.977391:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800b0376780 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016137.977421:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e2d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1981:1818247339270912:192.168.201.101@tcp:4:fsx.0 00000100:00100000:0.0:1734016137.990115:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1981:1818247339271168:192.168.201.101@tcp:16:fsx.0 00000100:00100000:0.0:1734016138.005947:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000080:00200000:0.0:1734016138.018460:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9833273 i_blocks 376 00000020:00010000:0.0:1734016138.018468:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.018471:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.018477:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b0028730 (ffff8800a8a70998/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.018480:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.018483:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b0028730 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.018498:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016138.018522:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016138.018529:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016138.018540:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016138.018554:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016138.018557:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d28b0, osc lock ffff8800b5a05db0, flags 0x400001002 00010000:00010000:0.0:1734016138.018579:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12c6c0/0x99188b78c51a26fa lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.018587:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12c6c0/0x99188b78c51a26fa lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016138.020823:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000080:00200000:0.0:1734016138.023588:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9833273 i_blocks 376 00000020:00010000:0.0:1734016138.023597:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.023600:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.023607:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d28b0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.023611:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.023613:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d28b0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.023630:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016138.023646:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 9833273 00000080:00200000:0.0:1734016138.023725:0:9663:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:0.0:1734016138.023732:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:0.0:1734016138.023753:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016138.023773:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [336, 342] 00000008:00010000:0.0:1734016138.023791:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016138.023795:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d28b0, osc lock ffff8800b5a05db0, flags 0x0 00010000:00010000:0.0:1734016138.023817:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.023832:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1376256 1404927) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.023843:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.023850:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.023857:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016138.023870:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9833273 i_blocks 376 00000100:00100000:0.0:1734016138.024169:0:1980:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016138.024188:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1980:1818247339271552:192.168.201.101@tcp:22:fsx.0 00000020:00010000:0.0:1734016138.026775:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.026779:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.026784:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d28b0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016138.026799:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.026813:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.026830:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.026832:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d28b0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.026851:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016138.026896:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec480c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016138.026903:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec480c8),name=f16a.sanityn 00000002:00010000:0.0:1734016138.026928:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016138.026949:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12db00/0x99188b78c51a26b4 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732211f expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016138.026973:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12db00/0x99188b78c51a26b4 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732211f expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016138.026986:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) 00000080:00010000:0.0:1734016138.026989:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) for lock 0x99188b78c51a26b4 00000080:00010000:0.0:1734016138.026995:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a26b4 from it ffff8800a7a77cd8 00010000:00010000:0.0:1734016138.026997:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12db00/0x99188b78c51a26b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec732211f expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016138.027008:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12db00/0x99188b78c51a26b4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732211f expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016138.027034:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016138.027045:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016138.027066:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016138.027069:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d28b0, osc lock ffff8800b5a05db0, flags 0x400001002 00010000:00010000:0.0:1734016138.027100:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12dd40/0x99188b78c51a2701 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.027108:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12dd40/0x99188b78c51a2701 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016138.029237:0:4735:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1734016138.029253:0:4735:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341655296 00000100:00100000:0.0:1734016138.029261:0:4735:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341655296 00000100:00100000:0.0:1734016138.029311:0:4735:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.101@tcp, seq: 12303 00000100:00100000:0.0:1734016138.029319:0:4735:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a79dc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:7681:x1818247341655296:12345-192.168.201.101@tcp:106: 00010000:00010000:0.0:1734016138.029357:0:4735:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.029368:0:4735:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.029394:0:4735:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012c77cc80[0x4, 400, [0x200000401:0x9:0x0] hash] 00000020:00010000:0.0:1734016138.029397:0:4735:0:(cl_object.c:300:cl_object_glimpse()) size: 9833273 mtime: 1734016137 atime: 1734016137 ctime: 1734016138 blocks: 376 00000020:00010000:0.0:1734016138.029400:0:4735:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012c77c960[0x4, 2, [0x280000400:0x6:0x0] hash] 00000020:00010000:0.0:1734016138.029403:0:4735:0:(cl_object.c:300:cl_object_glimpse()) size: 9833273 mtime: 1734016137 atime: 1734016137 ctime: 1734016138 blocks: 376 00000100:00100000:0.0:1734016138.029450:0:4735:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a79dc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:7681:x1818247341655296:12345-192.168.201.101@tcp:106: Request processed in 131us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016138.029457:0:4735:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.101@tcp, seq: 12303 00000080:00200000:0.0:1734016138.032093:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9833273 i_blocks 376 00000020:00010000:0.0:1734016138.032101:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.032104:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.032110:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d28b0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.032114:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.032116:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d28b0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.032131:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016138.032159:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016138.032165:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016138.032173:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016138.032190:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016138.032193:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d28b0, osc lock ffff8800b5a05db0, flags 0x400001002 00010000:00010000:0.0:1734016138.032217:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12df80/0x99188b78c51a2708 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.032225:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12df80/0x99188b78c51a2708 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016138.037434:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000080:00200000:0.0:1734016138.042427:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9833273 i_blocks 376 00000020:00010000:0.0:1734016138.042439:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.042442:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.042450:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d28b0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.042454:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.042457:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d28b0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.042476:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016138.042493:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 9833273 00000080:00200008:0.0:1734016138.042525:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec480c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016138.042535:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec480c8),name=f16a.sanityn 00000002:00010000:0.0:1734016138.042569:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016138.042589:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12db00/0x99188b78c51a26b4 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732211f expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016138.042603:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12db00/0x99188b78c51a26b4 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732211f expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016138.042618:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) 00000080:00010000:0.0:1734016138.042622:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) for lock 0x99188b78c51a26b4 00000080:00010000:0.0:1734016138.042629:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a26b4 from it ffff8800a7a77cd8 00010000:00010000:0.0:1734016138.042632:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12db00/0x99188b78c51a26b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec732211f expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016138.042641:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12db00/0x99188b78c51a26b4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732211f expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016138.042671:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016138.042684:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016138.042706:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016138.042709:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d28b0, osc lock ffff8800b5a05db0, flags 0x400001002 00010000:00010000:0.0:1734016138.042739:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12d680/0x99188b78c51a270f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.042748:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12d680/0x99188b78c51a270f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016138.049550:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000080:00200000:0.0:1734016138.056715:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9833273 i_blocks 376 00000020:00010000:0.0:1734016138.056727:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.056731:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.056739:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d28b0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.056745:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.056747:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d28b0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.056771:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016138.056811:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016138.056821:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016138.056835:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016138.056859:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016138.056862:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d28b0, osc lock ffff8800b5a05db0, flags 0x400001002 00010000:00010000:0.0:1734016138.056896:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12d200/0x99188b78c51a2716 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.056905:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12d200/0x99188b78c51a2716 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016138.057002:0:1980:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016138.057039:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1980:1818247339272064:192.168.201.101@tcp:101:fsx.0 00000100:00100000:0.0:1734016138.061451:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000080:00200000:0.0:1734016138.078468:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9833273 i_blocks 376 00000020:00010000:0.0:1734016138.078487:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.078493:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.078502:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d28b0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.078508:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.078511:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d28b0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.078535:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016138.078565:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 9833273 00000080:00200000:0.0:1734016138.078693:0:9663:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:0.0:1734016138.078703:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:0.0:1734016138.078736:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016138.078759:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [2180, 2186] 00000008:00010000:0.0:1734016138.078790:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016138.078798:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d28b0, osc lock ffff8800b5a05db0, flags 0x0 00010000:00010000:0.0:1734016138.078849:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a271d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.078861:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a271d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [8929280->8957951] (req 8929280->8957951) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.078935:0:9663:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a271d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [8929280->8957951] (req 8929280->8957951) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016138.079008:0:9663:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8a44a80 pname:cluuid:pid:xid:nid:opc:job fsx:ca960967-f34d-4bd7-a96b-f55b9893eead:9663:1818247339272192:192.168.201.101@tcp:101:fsx.0 00000100:00100000:0.0:1734016138.079153:0:9663:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abaccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016138.082694:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000080:00200000:3.0:1734016138.109624:0:4746:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016138.109743:0:4746:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.109759:0:4746:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016138.109797:0:4746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.109811:0:4746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a26d0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3739648->3801087) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec732213b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016138.109847:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016138.109874:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339272320:192.168.201.101@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016138.109995:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016138.109997:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016138.110001:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016138.118700:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000100:00100000:3.0:1734016138.123178:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016138.123200:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339272448:192.168.201.101@tcp:22:fsx.0 00000100:00100000:3.0:1734016138.126167:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339272320:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016138.126892:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339272448:192.168.201.101@tcp:22:fsx.0 00000100:00100000:3.0:1734016138.127997:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339272576:192.168.201.101@tcp:101:fsx.0 00000100:00100000:0.0:1734016138.130876:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00010000:00010000:3.0:1734016138.144265:0:1982:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a2724 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.144293:0:1982:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a2724 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.144310:0:1982:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a2724 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.144317:0:1982:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a2724 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.144341:0:1982:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a2724 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016138.144360:0:1982:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 9833273, setting rss=9833273; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016138.144392:0:1982:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a2724 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.144399:0:1982:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a2724 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.144407:0:1982:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a2724 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.144414:0:1982:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012db9ba80 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016138.144419:0:1982:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a2724 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.144430:0:1982:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016138.144436:0:1982:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a2724 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.144442:0:1982:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a2724 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016138.147484:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339272576:192.168.201.101@tcp:101:fsx.0 00000100:00100000:0.0:1734016138.154099:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000080:00200000:0.0:1734016138.163119:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9833273 i_blocks 376 00000020:00010000:0.0:1734016138.163131:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.163135:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.163140:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b0028c30 (ffff8800a8a70998/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.163146:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.163148:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b0028c30 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.163175:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016138.163189:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 9833273 00000080:00a00000:0.0:1734016138.163282:0:9663:0:(llite_mmap.c:611:ll_file_mmap()) VFS_Op: fid=[0x200000401:0x9:0x0] vma=ffff8800b016a0d8 start=0x7fe97e32f000 end=0x7fe97e330000 vm_flags=0xf9 00000080:00200000:0.0:1734016138.163303:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016138.163314:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016138.163380:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016138.163383:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d22b0, osc lock ffff8800b5a057c0, flags 0x400001002 00010000:00010000:0.0:1734016138.163410:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a271d lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8929280->8957951) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322188 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.163426:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a271d lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8929280->8957951) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322188 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.163438:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a271d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8929280->8957951) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322188 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.163446:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a271d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8929280->8957951) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322188 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016138.163467:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9833273 i_blocks 376 00000020:00010000:0.0:1734016138.163469:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.163471:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.163473:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d22b0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.163475:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.163476:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d22b0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.163482:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016138.164113:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 2206 00000080:00200000:0.0:1734016138.164130:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016138.164143:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016138.164157:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [2206, 2206] 00000008:00010000:0.0:1734016138.164170:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016138.164175:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d22b0, osc lock ffff8800b5a057c0, flags 0x0 00010000:00010000:0.0:1734016138.164182:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a271d lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8929280->8957951) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322188 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.164191:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (9035776 9039871) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a271d lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8929280->8957951) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322188 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.164199:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a271d lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8929280->8957951) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322188 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.164208:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a271d lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8929280->8957951) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322188 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.164213:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a271d lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8929280->8957951) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322188 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.164266:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a271d lrc: 4/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8929280->8957951) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322188 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.164274:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (7008256 7012351) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a271d lrc: 4/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8929280->8957951) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322188 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.164280:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a271d lrc: 7/2,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8929280->8957951) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322188 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.164288:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a271d lrc: 7/2,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8929280->8957951) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322188 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.164294:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a271d lrc: 6/2,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8929280->8957951) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322188 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016138.249390:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339273088:192.168.201.101@tcp:101:fsx.0 00000100:00100000:0.0:1734016138.251771:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000100:00100000:0.0:1734016138.251815:0:9552:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341656320 00000100:00100000:0.0:1734016138.251827:0:9552:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341656320 00000100:00100000:0.0:1734016138.251905:0:9552:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.101@tcp, seq: 12311 00000100:00100000:0.0:1734016138.251918:0:9552:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8a47100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:7681:x1818247341656320:12345-192.168.201.101@tcp:106: 00010000:00010000:0.0:1734016138.251946:0:9552:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a271d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8929280->8957951) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322188 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.251974:0:9552:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a271d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8929280->8957951) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322188 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.252020:0:9552:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012c77cd48[0x4, 691, [0x200000401:0x9:0x0] hash] 00000020:00010000:0.0:1734016138.252022:0:9552:0:(cl_object.c:300:cl_object_glimpse()) size: 9833273 mtime: 1734016137 atime: 1734016138 ctime: 1734016138 blocks: 376 00000020:00010000:0.0:1734016138.252026:0:9552:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012c77ce10[0x4, 2, [0x280000400:0x6:0x0] hash] 00000020:00010000:0.0:1734016138.252027:0:9552:0:(cl_object.c:300:cl_object_glimpse()) size: 9833273 mtime: 1734016137 atime: 1734016138 ctime: 1734016138 blocks: 376 00000100:00100000:0.0:1734016138.252096:0:9552:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8a47100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:7681:x1818247341656320:12345-192.168.201.101@tcp:106: Request processed in 181us (343us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016138.252105:0:9552:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.101@tcp, seq: 12311 00010000:00010000:3.0:1734016138.257719:0:1982:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a2732 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.257792:0:1982:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a2732 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.257816:0:1982:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a2732 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.257826:0:1982:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a2732 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.257835:0:1982:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a2732 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016138.257859:0:1982:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 9833273, setting rss=9833273; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016138.258447:0:1982:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a2732 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.258454:0:1982:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a2732 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.258462:0:1982:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a2732 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.258474:0:1982:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012db9a880 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016138.258481:0:1982:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a2732 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.258495:0:1982:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016138.258503:0:1982:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a2732 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.258510:0:1982:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9a880/0x99188b78c51a2732 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016138.258655:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339273088:192.168.201.101@tcp:101:fsx.0 00000100:00100000:0.0:1734016138.263125:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000080:00200000:0.0:1734016138.270433:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9833273 i_blocks 376 00000020:00010000:0.0:1734016138.270447:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.270451:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.270460:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b0028cb0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.270465:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.270467:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b0028cb0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.270496:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016138.270523:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 9833273 00000080:00a00000:0.0:1734016138.270662:0:9663:0:(llite_mmap.c:611:ll_file_mmap()) VFS_Op: fid=[0x200000401:0x9:0x0] vma=ffff8800b016a510 start=0x7fe97e32d000 end=0x7fe97e330000 vm_flags=0xf9 00000080:00200000:0.0:1734016138.270686:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016138.270707:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016138.270731:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016138.270737:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d27b0, osc lock ffff8800b5a04be0, flags 0x400001002 00010000:00010000:0.0:1734016138.270768:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a271d lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8929280->8957951) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322188 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.270785:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a271d lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8929280->8957951) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322188 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.270799:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a271d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8929280->8957951) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322188 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.270809:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a271d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8929280->8957951) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322188 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016138.270834:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9833273 i_blocks 376 00000020:00010000:0.0:1734016138.270836:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.270838:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.270841:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d27b0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.270844:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.270846:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d27b0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.270853:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016138.270976:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 1284 00000080:00200000:0.0:1734016138.270990:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016138.271002:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016138.271018:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [1284, 1284] 00000008:00010000:0.0:1734016138.271030:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016138.271034:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d27b0, osc lock ffff8800b5a04be0, flags 0x0 00010000:00010000:0.0:1734016138.271041:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a271d lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8929280->8957951) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322188 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.271050:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5259264 5263359) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a271d lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8929280->8957951) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322188 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.271059:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a271d lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8929280->8957951) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322188 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.271067:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a271d lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8929280->8957951) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322188 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.271073:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a271d lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8929280->8957951) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322188 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.278654:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.278659:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.278663:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d27b0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016138.278673:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a271d lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8929280->8957951) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322188 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.278685:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a271d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8929280->8957951) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322188 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.278707:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.278710:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d27b0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.278734:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016138.278810:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 1283 00000080:00200000:0.0:1734016138.278820:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016138.278840:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016138.278859:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [1283, 1283] 00000008:00010000:0.0:1734016138.278873:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016138.278878:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d27b0, osc lock ffff8800b5a04be0, flags 0x0 00010000:00010000:0.0:1734016138.278903:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a271d lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8929280->8957951) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322188 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.278916:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5255168 5259263) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a271d lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8929280->8957951) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322188 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.278926:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a271d lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8929280->8957951) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322188 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.278933:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a271d lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8929280->8957951) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322188 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.278939:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a271d lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8929280->8957951) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322188 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.287560:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.287564:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.287569:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d27b0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016138.287577:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a271d lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8929280->8957951) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322188 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.287590:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a271d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8929280->8957951) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322188 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.287610:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.287612:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d27b0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.287635:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016138.287707:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 1282 00000080:00200000:0.0:1734016138.287717:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016138.287735:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016138.287752:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [1282, 1282] 00000008:00010000:0.0:1734016138.287768:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016138.287773:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d27b0, osc lock ffff8800b5a04be0, flags 0x0 00010000:00010000:0.0:1734016138.287794:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a271d lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8929280->8957951) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322188 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.287808:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5251072 5255167) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a271d lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8929280->8957951) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322188 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.287820:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a271d lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8929280->8957951) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322188 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.287832:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a271d lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8929280->8957951) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322188 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.287839:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a271d lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8929280->8957951) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322188 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016138.303927:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339274112:192.168.201.101@tcp:101:fsx.0 00000100:00100000:0.0:1734016138.312685:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00010000:00010000:3.0:1734016138.323245:0:1982:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a2740 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.323277:0:1982:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a2740 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.323297:0:1982:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a2740 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.323305:0:1982:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a2740 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.323318:0:1982:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a2740 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016138.325074:0:1982:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 9833273, setting rss=9833273; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016138.326405:0:1982:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a2740 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.326423:0:1982:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a2740 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.326436:0:1982:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a2740 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.326447:0:1982:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012db98000 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016138.326455:0:1982:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a2740 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.326472:0:1982:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016138.326481:0:1982:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a2740 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.326488:0:1982:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a2740 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016138.331401:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000100:00100000:0.0:1734016138.331466:0:4735:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341656704 00000100:00100000:0.0:1734016138.331483:0:4735:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341656704 00000100:00100000:0.0:1734016138.331576:0:4735:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.101@tcp, seq: 12314 00000100:00100000:0.0:1734016138.331586:0:4735:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8a44380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:13915:x1818247341656704:12345-192.168.201.101@tcp:106: 00010000:00010000:0.0:1734016138.332035:0:4735:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a271d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8929280->8957951) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322188 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.332053:0:4735:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a271d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8929280->8957951) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322188 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.332104:0:4735:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012c77cd48[0x4, 694, [0x200000401:0x9:0x0] hash] 00000020:00010000:0.0:1734016138.332108:0:4735:0:(cl_object.c:300:cl_object_glimpse()) size: 9833273 mtime: 1734016137 atime: 1734016138 ctime: 1734016138 blocks: 376 00000020:00010000:0.0:1734016138.332111:0:4735:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012c77ce10[0x4, 2, [0x280000400:0x6:0x0] hash] 00000020:00010000:0.0:1734016138.332113:0:4735:0:(cl_object.c:300:cl_object_glimpse()) size: 9833273 mtime: 1734016137 atime: 1734016138 ctime: 1734016138 blocks: 376 00000100:00100000:0.0:1734016138.332192:0:4735:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8a44380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:13915:x1818247341656704:12345-192.168.201.101@tcp:106: Request processed in 605us (886us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016138.332199:0:4735:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.101@tcp, seq: 12314 00000100:00100000:3.0:1734016138.332690:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339274112:192.168.201.101@tcp:101:fsx.0 00000080:00200000:0.0:1734016138.351789:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9833273 i_blocks 376 00000020:00010000:0.0:1734016138.351797:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.351801:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.351806:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b0028d30 (ffff8800a8a70998/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.351811:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.351814:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b0028d30 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.351835:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016138.351854:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 9833273 00000080:00a00000:0.0:1734016138.351965:0:9663:0:(llite_mmap.c:611:ll_file_mmap()) VFS_Op: fid=[0x200000401:0x9:0x0] vma=ffff8800b016a948 start=0x7fe97e319000 end=0x7fe97e322000 vm_flags=0xf9 00000080:00200000:0.0:1734016138.351981:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016138.351992:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016138.352013:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016138.352017:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d25b0, osc lock ffff8800b5a045f0, flags 0x400001002 00010000:00010000:0.0:1734016138.352050:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d200/0x99188b78c51a274e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.352059:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d200/0x99188b78c51a274e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016138.352151:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1980:1818247339274368:192.168.201.101@tcp:101:fsx.0 00000100:00100000:0.0:1734016138.354681:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000080:00200000:0.0:1734016138.358404:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9833273 i_blocks 376 00000020:00010000:0.0:1734016138.358416:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.358421:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.358428:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d25b0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.358434:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.358438:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d25b0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.358458:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016138.358550:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 1374 00000080:00200000:0.0:1734016138.358565:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016138.358582:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016138.358600:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [1374, 1374] 00000008:00010000:0.0:1734016138.358624:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016138.358630:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d25b0, osc lock ffff8800b5a045f0, flags 0x0 00010000:00010000:0.0:1734016138.358667:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2755 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.358677:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2755 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [5627904->5631999] (req 5627904->5631999) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.367251:0:9663:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2755 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [5627904->5631999] (req 5627904->5631999) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016138.367314:0:9663:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162680 pname:cluuid:pid:xid:nid:opc:job fsx:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:9663:1818247339274496:192.168.201.101@tcp:101:fsx.0 00000100:00100000:3.0:1734016138.367484:0:9663:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a9ae6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016138.379827:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00010000:00010000:3.0:1734016138.391373:0:5244:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016138.391383:0:5244:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a271d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8929280->8957951) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec7322188 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.391393:0:5244:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aa12f600 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016138.391399:0:5244:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a271d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8929280->8957951) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec7322188 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016138.391428:0:5244:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016138.394874:0:5244:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016138.395010:0:5244:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a271d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8929280->8957951) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7322188 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.395025:0:5244:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016138.395085:0:5244:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a271d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8929280->8957951) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7322188 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.395093:0:5244:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a271d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8929280->8957951) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7322188 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.395125:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016138.395127:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016138.395134:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016138.395179:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339274624:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734016138.399508:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000100:00100000:3.0:1734016138.403304:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339274624:192.168.201.101@tcp:103:ldlm_bl.0 00000020:00010000:0.0:1734016138.406291:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.406295:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.406301:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d25b0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016138.406310:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2755 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221c0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.406351:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2755 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221c0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.406373:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.406376:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d25b0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.406399:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016138.406491:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 1373 00000080:00200000:0.0:1734016138.406504:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016138.406528:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016138.406550:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [1373, 1373] 00000008:00010000:0.0:1734016138.406573:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016138.406580:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d25b0, osc lock ffff8800b5a045f0, flags 0x0 00010000:00010000:0.0:1734016138.406612:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2755 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221c0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.406631:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5623808 5627903) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2755 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221c0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.406647:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2755 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221c0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.406658:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2755 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221c0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.406667:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2755 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221c0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.413423:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.413427:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.413430:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d25b0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016138.413437:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2755 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221c0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.413445:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2755 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221c0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.413459:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.413462:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d25b0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.413478:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016138.413525:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 1372 00000080:00200000:0.0:1734016138.413532:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016138.413546:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016138.413559:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [1372, 1372] 00000008:00010000:0.0:1734016138.413571:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016138.413575:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d25b0, osc lock ffff8800b5a045f0, flags 0x0 00010000:00010000:0.0:1734016138.413590:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2755 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221c0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.413601:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5619712 5623807) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2755 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221c0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.413610:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2755 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221c0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.413616:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2755 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221c0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.413622:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2755 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221c0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.417411:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.417415:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.417418:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d25b0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016138.417425:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2755 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221c0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.417438:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2755 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221c0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.417451:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.417453:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d25b0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.417467:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016138.417506:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 1371 00000080:00200000:0.0:1734016138.417513:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016138.417527:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016138.417537:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [1371, 1371] 00000008:00010000:0.0:1734016138.417545:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016138.417549:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d25b0, osc lock ffff8800b5a045f0, flags 0x0 00010000:00010000:0.0:1734016138.417563:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2755 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221c0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.417571:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5615616 5619711) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2755 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221c0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.417579:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2755 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221c0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.417584:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2755 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221c0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.417590:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2755 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221c0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.426490:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.426498:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.426503:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d25b0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016138.426511:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2755 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221c0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.426522:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2755 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221c0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.426538:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.426541:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d25b0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.426558:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016138.426610:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 1370 00000080:00200000:0.0:1734016138.426618:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016138.426631:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016138.426645:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [1370, 1370] 00000008:00010000:0.0:1734016138.426657:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016138.426661:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d25b0, osc lock ffff8800b5a045f0, flags 0x0 00010000:00010000:0.0:1734016138.426680:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2755 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221c0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.426693:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5611520 5615615) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2755 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221c0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.426705:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2755 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221c0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.426719:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2755 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221c0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.426726:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2755 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221c0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016138.440722:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012abac3c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2755 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221c0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016138.440849:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012abac3c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2755 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221c0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016138.440890:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e2d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1981:1818247339275904:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016138.441744:0:1983:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a8a71000 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2755 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221c0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.441784:0:1983:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5607424 5611519) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2755 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221c0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016138.441844:0:1983:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa162d80 - object 0x280000400:6 offset 5607424<>5611520 00000020:00010000:0.0:1734016138.450000:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.450005:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.450009:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b0028d30 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016138.450019:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2755 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221c0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.450032:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2755 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221c0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.450052:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.450055:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b0028d30 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.450079:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016138.450152:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 1368 00000080:00200000:0.0:1734016138.450162:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016138.450177:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016138.450195:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [1368, 1368] 00000008:00010000:0.0:1734016138.450214:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016138.450220:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d29b0, osc lock ffff8800b5a05560, flags 0x0 00010000:00010000:0.0:1734016138.450246:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2755 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221c0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.450263:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5603328 5607423) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2755 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221c0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.450274:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2755 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221c0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.450282:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2755 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221c0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.450289:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2755 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221c0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.462450:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.462455:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.462459:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b0028cb0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016138.462469:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2755 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221c0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.462480:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2755 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221c0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.462508:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.462510:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b0028cb0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.462536:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016138.462650:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 1366 00000080:00200000:0.0:1734016138.462664:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016138.462686:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016138.462710:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [1366, 1366] 00000008:00010000:0.0:1734016138.462733:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016138.462740:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2eb0, osc lock ffff8800b5a04ab0, flags 0x0 00010000:00010000:0.0:1734016138.462773:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2755 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221c0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.462788:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5595136 5599231) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2755 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221c0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.462800:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2755 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221c0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.462805:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2755 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221c0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.462812:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2755 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221c0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.465528:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.465535:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.465540:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2eb0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016138.465551:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2755 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221c0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.465562:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2755 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221c0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.465579:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.465581:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2eb0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.465601:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016138.468025:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec488c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016138.468047:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec488c8),name=f16a.sanityn 00000002:00010000:0.0:1734016138.468076:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016138.468105:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e2da880/0x99188b78c51a2691 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec73220f5 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016138.468127:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e2da880/0x99188b78c51a2691 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec73220f5 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016138.468141:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) 00000080:00010000:0.0:1734016138.468143:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) for lock 0x99188b78c51a2691 00000080:00010000:0.0:1734016138.468152:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a2691 from it ffff8800a7a77cd8 00010000:00010000:0.0:1734016138.468155:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e2da880/0x99188b78c51a2691 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec73220f5 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016138.468161:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e2da880/0x99188b78c51a2691 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec73220f5 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016138.468200:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016138.468217:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016138.468248:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016138.468255:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2eb0, osc lock ffff8800b5a04ab0, flags 0x400001002 00010000:00010000:0.0:1734016138.468278:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2755 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221c0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.468287:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2755 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221c0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.468300:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2755 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221c0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.468306:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2755 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221c0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016138.468351:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9833273 i_blocks 376 00000020:00010000:0.0:1734016138.468356:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.468358:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.468360:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2eb0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.468365:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.468367:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2eb0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.468381:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016138.468400:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016138.468404:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016138.468408:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016138.468413:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016138.468415:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2eb0, osc lock ffff8800b5a04ab0, flags 0x400001002 00010000:00010000:0.0:1734016138.468419:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2755 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221c0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.468426:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2755 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221c0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.468433:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2755 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221c0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.468441:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2755 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221c0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016138.468450:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9833273 i_blocks 376 00000020:00010000:0.0:1734016138.468453:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.468455:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.468457:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2eb0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.468459:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.468461:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2eb0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.468464:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016138.468472:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 9833273 00000080:00200008:0.0:1734016138.468481:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec488c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016138.468485:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec488c8),name=f16a.sanityn 00000002:00010000:0.0:1734016138.468495:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016138.468501:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e2da880/0x99188b78c51a2691 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec73220f5 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016138.468508:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e2da880/0x99188b78c51a2691 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec73220f5 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016138.468519:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) 00000080:00010000:0.0:1734016138.468522:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) for lock 0x99188b78c51a2691 00000080:00010000:0.0:1734016138.468525:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a2691 from it ffff8800a7a77cd8 00010000:00010000:0.0:1734016138.468527:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e2da880/0x99188b78c51a2691 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec73220f5 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016138.468532:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e2da880/0x99188b78c51a2691 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec73220f5 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016138.468541:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016138.468545:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016138.468549:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016138.468550:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2eb0, osc lock ffff8800b5a04ab0, flags 0x400001002 00010000:00010000:0.0:1734016138.468560:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2755 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221c0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.468570:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2755 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221c0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.468578:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2755 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221c0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.468587:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2755 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221c0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016138.468600:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9833273 i_blocks 376 00000020:00010000:0.0:1734016138.468602:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.468605:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.468606:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2eb0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.468609:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.468610:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2eb0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.468617:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016138.468628:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016138.468631:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016138.468636:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016138.468640:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016138.468641:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2eb0, osc lock ffff8800b5a04ab0, flags 0x400001002 00010000:00010000:0.0:1734016138.468646:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2755 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221c0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.468656:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2755 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221c0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.468666:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2755 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221c0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.468674:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2755 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221c0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016138.468685:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9833273 i_blocks 376 00000020:00010000:0.0:1734016138.468692:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.468693:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.468696:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2eb0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.468701:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.468703:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2eb0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.468711:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016138.468715:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 9833273 00000100:00100000:0.0:1734016138.472791:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000100:00100000:0.0:1734016138.472968:0:4735:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341657216 00000100:00100000:0.0:1734016138.472978:0:4735:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341657216 00000100:00100000:0.0:1734016138.474067:0:4735:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.101@tcp, seq: 12318 00000100:00100000:0.0:1734016138.474083:0:4735:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8a45c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:13915:x1818247341657216:12345-192.168.201.101@tcp:104: 00010000:00010000:0.0:1734016138.474116:0:4735:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2755 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5627904->5631999) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec73221c0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.475200:0:4735:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1734016138.475604:0:4735:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8a45c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:13915:x1818247341657216:12345-192.168.201.101@tcp:104: Request processed in 1137us (2450us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016138.475620:0:4735:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.101@tcp, seq: 12318 00000100:00100000:3.0:1734016138.479078:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339277184:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734016138.481508:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000100:00100000:3.0:1734016138.487577:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339277312:192.168.201.101@tcp:22:fsx.0 00000100:00100000:3.0:1734016138.494595:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339277184:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016138.495951:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339277312:192.168.201.101@tcp:22:fsx.0 00000100:00100000:0.0:1734016138.506137:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000080:00200000:0.0:1734016138.515228:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9833273 i_blocks 376 00000020:00010000:0.0:1734016138.515242:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800aacaa910 (ffff8800a8e27128/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.515247:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800aacaa910 (ffff8800a8e27128/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.515257:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b0028c30 (ffff8800a8e27cf8/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.515262:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800aacaa910 (ffff8800a8e27128/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.515264:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b0028c30 (ffff8800a8e27128/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.515436:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:0.0:1734016138.519382:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00010000:00010000:3.0:1734016138.519922:0:4746:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016138.519932:0:4746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2d86c0/0x99188b78c51a275c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6176768->6189055) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec73221c7 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.519941:0:4746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e2d86c0 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016138.519948:0:4746:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2d86c0/0x99188b78c51a275c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6176768->6189055) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec73221c7 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016138.519988:0:4746:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016138.520009:0:4746:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016138.520067:0:4746:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2d86c0/0x99188b78c51a275c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6176768->6189055) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec73221c7 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.520075:0:4746:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016138.520117:0:4746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2d86c0/0x99188b78c51a275c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6176768->6189055) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec73221c7 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.520124:0:4746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2d86c0/0x99188b78c51a275c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6176768->6189055) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec73221c7 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.520158:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016138.520160:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016138.520162:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016138.520171:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016138.520193:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339277696:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734016138.523611:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000100:00100000:3.0:1734016138.530267:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339277696:192.168.201.101@tcp:103:ldlm_bl.0 00000020:00010000:0.0:1734016138.531072:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b43fcc68 (ffff8800a8e27638/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.531082:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b43fcc68 (ffff8800a8e27638/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.531091:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5bc8630 (ffff8800a8e27368/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016138.531106:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.531123:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.531157:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b43fcc68 (ffff8800a8e27638/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.531161:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5bc8630 (ffff8800a8e27638/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.531264:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016138.531420:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 155 00000080:00200000:0.0:1734016138.531432:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016138.531458:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016138.531487:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [155, 155] 00000008:00010000:0.0:1734016138.531514:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016138.531521:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2eb0, osc lock ffff8800b5a04ab0, flags 0x0 00010000:00010000:0.0:1734016138.531549:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.531563:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (634880 638975) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.531576:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.531585:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.531590:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.536743:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.536749:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.536756:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2eb0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016138.536767:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.536780:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.536802:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.536804:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2eb0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.536834:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016138.536919:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 154 00000080:00200000:0.0:1734016138.536930:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016138.536948:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016138.536983:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [154, 154] 00000008:00010000:0.0:1734016138.537000:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016138.537005:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2eb0, osc lock ffff8800b5a04ab0, flags 0x0 00010000:00010000:0.0:1734016138.537024:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.537037:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (630784 634879) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.537049:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.537061:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.537068:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016138.537414:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012abaca80 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.537452:0:1981:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (630784 634879) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016138.537506:0:1981:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8a44700 - object 0x280000400:6 offset 630784<>634880 00000100:00100000:0.0:1734016138.537526:0:1981:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016138.537543:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1981:1818247339278464:192.168.201.101@tcp:3:fsx.0 00000020:00010000:0.0:1734016138.542609:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.542615:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.542620:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2eb0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016138.542629:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.542639:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.542657:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.542660:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2eb0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.542682:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016138.542761:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 153 00000080:00200000:0.0:1734016138.542772:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016138.542791:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016138.542811:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [153, 153] 00000008:00010000:0.0:1734016138.542833:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016138.542839:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2eb0, osc lock ffff8800b5a04ab0, flags 0x0 00010000:00010000:0.0:1734016138.542865:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.542878:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (626688 630783) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.542889:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.542897:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.542903:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.548732:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.548738:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.548743:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2eb0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016138.548755:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.548773:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.548798:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.548801:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2eb0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.548827:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016138.548920:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 152 00000080:00200000:0.0:1734016138.548933:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016138.548968:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016138.548988:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [152, 152] 00000008:00010000:0.0:1734016138.549009:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016138.549015:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2eb0, osc lock ffff8800b5a04ab0, flags 0x0 00010000:00010000:0.0:1734016138.549049:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.549063:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (622592 626687) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.549078:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.549088:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.549096:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.554001:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.554007:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.554012:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2eb0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016138.554023:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.554035:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.554059:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.554060:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2eb0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.554084:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016138.554156:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 151 00000080:00200000:0.0:1734016138.554166:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016138.554182:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016138.554197:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [151, 151] 00000008:00010000:0.0:1734016138.554212:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016138.554218:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2eb0, osc lock ffff8800b5a04ab0, flags 0x0 00010000:00010000:0.0:1734016138.554245:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.554260:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (618496 622591) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.554270:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.554284:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.554290:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.558414:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.558422:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.558430:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2eb0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016138.558448:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.558464:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.558492:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.558495:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2eb0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.558529:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016138.558645:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 150 00000080:00200000:0.0:1734016138.558661:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016138.558686:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016138.558713:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [150, 150] 00000008:00010000:0.0:1734016138.558732:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016138.558738:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2eb0, osc lock ffff8800b5a04ab0, flags 0x0 00010000:00010000:0.0:1734016138.558771:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.558795:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (614400 618495) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.558809:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.558817:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.558824:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.563311:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.563316:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.563337:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2eb0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016138.563348:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.563363:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.563391:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.563394:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2eb0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.563418:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016138.563499:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 149 00000080:00200000:0.0:1734016138.563518:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016138.563547:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016138.563568:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [149, 149] 00000008:00010000:0.0:1734016138.563592:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016138.563599:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2eb0, osc lock ffff8800b5a04ab0, flags 0x0 00010000:00010000:0.0:1734016138.563631:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.563648:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (610304 614399) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.563661:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.563670:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.563676:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.570058:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.570063:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.570067:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2eb0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016138.570075:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.570085:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.570108:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.570110:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2eb0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.570132:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016138.570208:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 148 00000080:00200000:0.0:1734016138.570218:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016138.570238:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016138.570256:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [148, 148] 00000008:00010000:0.0:1734016138.570273:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016138.570279:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2eb0, osc lock ffff8800b5a04ab0, flags 0x0 00010000:00010000:0.0:1734016138.570306:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.570365:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (606208 610303) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.570379:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.570385:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.570391:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.578085:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.578100:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.578104:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2eb0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016138.578120:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.578140:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.578165:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.578167:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2eb0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.578201:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016138.578302:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 147 00000080:00200000:0.0:1734016138.578314:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016138.578359:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016138.578381:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [147, 147] 00000008:00010000:0.0:1734016138.578397:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016138.578403:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2eb0, osc lock ffff8800b5a04ab0, flags 0x0 00010000:00010000:0.0:1734016138.578432:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.578450:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (602112 606207) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.578463:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.578471:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.578477:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.587757:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.587762:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.587766:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2eb0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016138.587776:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.587788:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.587807:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.587809:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2eb0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.587828:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016138.587897:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 146 00000080:00200000:0.0:1734016138.587908:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016138.587926:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016138.587942:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [146, 146] 00000008:00010000:0.0:1734016138.587968:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016138.587976:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2eb0, osc lock ffff8800b5a04ab0, flags 0x0 00010000:00010000:0.0:1734016138.588011:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.588025:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (598016 602111) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.588038:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.588050:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.588056:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.592571:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.592577:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.592582:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2eb0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016138.592591:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.592601:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.592626:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.592629:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2eb0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.592655:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016138.594777:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec480c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016138.594799:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec480c8),name=f16a.sanityn 00000002:00010000:0.0:1734016138.594844:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016138.594872:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12db00/0x99188b78c51a26b4 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732211f expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016138.594890:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12db00/0x99188b78c51a26b4 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732211f expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016138.594904:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) 00000080:00010000:0.0:1734016138.594908:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) for lock 0x99188b78c51a26b4 00000080:00010000:0.0:1734016138.594917:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a26b4 from it ffff8800a7a77cd8 00010000:00010000:0.0:1734016138.594921:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12db00/0x99188b78c51a26b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec732211f expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016138.594930:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12db00/0x99188b78c51a26b4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732211f expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016138.594990:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016138.595009:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016138.595033:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016138.595036:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2eb0, osc lock ffff8800b5a04ab0, flags 0x400001002 00010000:00010000:0.0:1734016138.595055:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.595063:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.595073:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.595078:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016138.595096:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9833273 i_blocks 376 00000020:00010000:0.0:1734016138.595100:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.595104:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.595106:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2eb0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.595110:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.595111:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2eb0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.595124:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016138.595141:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016138.595145:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016138.595148:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016138.595152:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016138.595155:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2eb0, osc lock ffff8800b5a04ab0, flags 0x400001002 00010000:00010000:0.0:1734016138.595159:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.595165:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.595171:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.595177:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016138.595186:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9833273 i_blocks 376 00000020:00010000:0.0:1734016138.595188:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.595189:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.595191:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2eb0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.595193:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.595195:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2eb0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.595199:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016138.595206:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 9833273 00000080:00200000:0.0:1734016138.595280:0:9663:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:0.0:1734016138.595286:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:0.0:1734016138.595299:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016138.595313:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [276, 277] 00000008:00010000:0.0:1734016138.595354:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016138.595357:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2eb0, osc lock ffff8800b5a04ab0, flags 0x0 00010000:00010000:0.0:1734016138.595383:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2771 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.595391:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2771 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [1130496->1138687] (req 1130496->1138687) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.595447:0:9663:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2771 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [1130496->1138687] (req 1130496->1138687) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016138.595494:0:9663:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8a44000 pname:cluuid:pid:xid:nid:opc:job fsx:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:9663:1818247339280640:192.168.201.101@tcp:101:fsx.0 00000100:00100000:0.0:1734016138.595653:0:9663:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacf00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016138.598854:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00010000:00010000:3.0:1734016138.600749:0:5244:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016138.600762:0:5244:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.600773:0:5244:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e2daac0 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016138.600779:0:5244:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016138.600808:0:5244:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016138.600957:0:5244:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016138.601005:0:5244:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.601012:0:5244:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016138.601033:0:5244:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.601039:0:5244:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2daac0/0x99188b78c51a276a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 638976->643071) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec73221d5 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.601054:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016138.601055:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016138.601056:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016138.601074:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339280768:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016138.601211:0:9663:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8a44000 pname:cluuid:pid:xid:nid:opc:job fsx:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:9663:1818247339280640:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.601230:0:9663:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2771 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [1130496->1138687] (req 1130496->1138687) gid 0 flags: 0x10000000020000 nid: local remote: 0x903ef4aec73221dc expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.601239:0:9663:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2771 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [1130496->1138687] (req 1130496->1138687) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec73221dc expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.601246:0:9663:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2771 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [1130496->1138687] (req 1130496->1138687) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec73221dc expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016138.608915:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00010000:00010000:3.0:1734016138.610799:0:9663:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2771 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1130496->1138687) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec73221dc expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.610819:0:9663:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2771 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1130496->1138687) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec73221dc expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.610866:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2771 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1130496->1138687) gid 0 flags: 0x10000000020000 nid: local remote: 0x903ef4aec73221dc expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016138.610880:0:9663:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 9833273, setting rss=9833273; kms=9833273, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2771 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1130496->1138687) gid 0 flags: 0x10020000020000 nid: local remote: 0x903ef4aec73221dc expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.610896:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2771 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1130496->1138687) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221dc expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.610904:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2771 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1130496->1138687) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221dc expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016138.610939:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9833273 i_blocks 376 00000100:00100000:3.0:1734016138.611065:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016138.611093:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339280896:192.168.201.101@tcp:22:fsx.0 00000100:00100000:3.0:1734016138.616535:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339280768:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016138.622176:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339280896:192.168.201.101@tcp:22:fsx.0 00000020:00010000:0.0:1734016138.622270:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.622275:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.622282:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2eb0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016138.622294:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2771 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1130496->1138687) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221dc expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.622310:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ef40/0x99188b78c51a2771 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1130496->1138687) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221dc expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.622391:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.622393:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2eb0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.622418:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:0.0:1734016138.639865:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000100:00100000:3.0:1734016138.644178:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339281280:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016138.646380:0:9663:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job fsx:ca960967-f34d-4bd7-a96b-f55b9893eead:9663:1818247339281152:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.646413:0:9663:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b600/0x99188b78c51a2778 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [1462272->1466367] (req 1462272->1466367) gid 0 flags: 0x10000000020000 nid: local remote: 0x903ef4aec73221e3 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.646422:0:9663:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b600/0x99188b78c51a2778 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [1462272->1466367] (req 1462272->1466367) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec73221e3 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.646431:0:9663:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b600/0x99188b78c51a2778 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [1462272->1466367] (req 1462272->1466367) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec73221e3 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016138.647231:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00010000:00010000:3.0:1734016138.648013:0:9663:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b600/0x99188b78c51a2778 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1462272->1466367) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec73221e3 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.648023:0:9663:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b600/0x99188b78c51a2778 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1462272->1466367) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec73221e3 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.648046:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b600/0x99188b78c51a2778 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1462272->1466367) gid 0 flags: 0x10000000020000 nid: local remote: 0x903ef4aec73221e3 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016138.648059:0:9663:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 9833273, setting rss=9833273; kms=9833273, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b600/0x99188b78c51a2778 lrc: 4/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1462272->1466367) gid 0 flags: 0x10020000020000 nid: local remote: 0x903ef4aec73221e3 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.648071:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b600/0x99188b78c51a2778 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1462272->1466367) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221e3 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.648078:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b600/0x99188b78c51a2778 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1462272->1466367) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221e3 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016138.648096:0:9663:0:(vvp_io.c:840:vvp_io_read_start()) f16a.sanityn: read [1462272, 1465495) 00000080:00200000:3.0:1734016138.648126:0:9663:0:(vvp_io.c:899:vvp_io_read_start()) count:3223 iocb pos:1462272 00010000:00010000:3.0:1734016138.648183:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b600/0x99188b78c51a2778 lrc: 4/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1462272->1466367) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221e3 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.648200:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b600/0x99188b78c51a2778 lrc: 4/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1462272->1466367) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221e3 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016138.654787:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339281280:192.168.201.101@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016138.684923:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b600/0x99188b78c51a2778 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1462272->1466367) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221e3 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.684958:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b600/0x99188b78c51a2778 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1462272->1466367) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221e3 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.739005:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000008:00010000:3.0:1734016138.845398:0:1983:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a8a71600 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b600/0x99188b78c51a2778 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1462272->1466367) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221e3 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016138.846399:0:1983:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a8a71600 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b600/0x99188b78c51a2778 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1462272->1466367) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221e3 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016138.846464:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339281536:192.168.201.101@tcp:3:fsx.0 00000100:00100000:0.0:1734016138.853941:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00010000:00010000:3.0:1734016138.857521:0:5244:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016138.857530:0:5244:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b600/0x99188b78c51a2778 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1462272->1466367) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec73221e3 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.857539:0:5244:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012db9b600 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016138.857545:0:5244:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b600/0x99188b78c51a2778 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1462272->1466367) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec73221e3 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016138.857572:0:5244:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016138.874704:0:5244:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016138.874836:0:5244:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b600/0x99188b78c51a2778 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1462272->1466367) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec73221e3 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.874852:0:5244:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016138.874918:0:5244:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b600/0x99188b78c51a2778 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1462272->1466367) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec73221e3 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.874929:0:5244:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b600/0x99188b78c51a2778 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1462272->1466367) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec73221e3 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016138.874986:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016138.875026:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339282176:192.168.201.101@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016138.883832:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016138.883844:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016138.884782:0:4735:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341658496 00000100:00100000:0.0:1734016138.884805:0:4735:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341658496 00000100:00100000:0.0:1734016138.884921:0:4735:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.101@tcp, seq: 12328 00000100:00100000:0.0:1734016138.884935:0:4735:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:7696:x1818247341658496:12345-192.168.201.101@tcp:105: 00010000:00010000:0.0:1734016138.884978:0:4735:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a277f lrc: 5/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [8749056->8765439] (req 8749056->8765439) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec73221ea expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.884997:0:4735:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a277f lrc: 5/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [8749056->8765439] (req 8749056->8765439) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec73221ea expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.885012:0:4735:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a277f lrc: 5/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8749056->8765439) gid 0 flags: 0x10000000020000 nid: local remote: 0x903ef4aec73221ea expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.885030:0:4735:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a277f lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8749056->8765439) gid 0 flags: 0x10080000020000 nid: local remote: 0x903ef4aec73221ea expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.885043:0:4735:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a277f lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8749056->8765439) gid 0 flags: 0x10080000020000 nid: local remote: 0x903ef4aec73221ea expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.885056:0:4735:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a277f lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8749056->8765439) gid 0 flags: 0x80000020000 nid: local remote: 0x903ef4aec73221ea expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.885105:0:4735:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012db98480) 00000100:00100000:0.0:1734016138.885216:0:4735:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:7696:x1818247341658496:12345-192.168.201.101@tcp:105: Request processed in 283us (974us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016138.885228:0:4735:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.101@tcp, seq: 12328 00000100:00100000:3.0:1734016138.890521:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339282176:192.168.201.101@tcp:103:ldlm_bl.0 00000080:00200000:0.0:1734016138.893254:0:9663:0:(rw26.c:1006:ll_write_end()) pos 8761344, len 3932, copied 3932 00000080:00200000:0.0:1734016138.893266:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff8800a9b9faf8[3 ffff88012c77cd00 2 1 ffff8800aacab968] 00000080:00200000:0.0:1734016138.893269:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00049a1680 2fffff0000080d 3:0 ffff8800a9b9faf8 2139 lru 00000080:00200000:0.0:1734016138.893278:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a9b9fb58 2139: 1< 1 - - > 2< 8761344 0 4096 0x0 0x40009 | ffff8800aaf9dcc8 ffff88012c3aa1a0 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016138.893279:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a9b9faf8 00000080:00200000:0.0:1734016138.893281:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 4. 00000080:00200000:0.0:1734016138.893292:0:9663:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 4, from 0, to 3932 00000008:00010000:0.0:1734016138.893455:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012abac540 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a277f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8749056->8765439) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221ea expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016138.893485:0:9663:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff88012abac540 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a277f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8749056->8765439) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221ea expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016138.893494:0:9663:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff88012abac540 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a277f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8749056->8765439) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221ea expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016138.893502:0:9663:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff88012abac540 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a277f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8749056->8765439) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221ea expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016138.893516:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48a48, count 4, dirtied 4 00000080:00200000:0.0:1734016138.893524:0:9663:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 4 pages 16220 bytes, tot: 16220 00000080:00200000:0.0:1734016138.893528:0:9663:0:(vvp_io.c:1405:vvp_io_write_start()) f16a.sanityn: write bytes 0, result: 16220 00000020:00010000:0.0:1734016138.893546:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b43fc998 (ffff8800a8e27488/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.893550:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b43fc998 (ffff8800a8e27488/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.893554:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b0028730 (ffff8800a8e27f38/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016138.893562:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a277f lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8749056->8765439) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221ea expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.893572:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a277f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8749056->8765439) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221ea expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.893589:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b43fc998 (ffff8800a8e27488/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.893592:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b0028730 (ffff8800a8e27488/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.893600:0:9663:0:(vvp_io.c:533:vvp_io_advance()) advancing 16220 bytes 00000080:00200000:0.0:1734016138.893609:0:9663:0:(file.c:1930:ll_file_io_generic()) Range unlock [2136, 2139] 00000080:00200000:0.0:1734016138.893657:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016138.893661:0:9663:0:(file.c:1964:ll_file_io_generic()) f16a.sanityn: 2 io complete with rc: 0, result: 16220, restart: 0 00000100:00100000:0.0:1734016138.898476:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00010000:00010000:0.0:1734016138.902154:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2d8d80/0x99188b78c51a2786 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.902191:0:1981:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2d8d80/0x99188b78c51a2786 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.902209:0:1981:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2d8d80/0x99188b78c51a2786 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.902219:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2d8d80/0x99188b78c51a2786 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.902228:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2d8d80/0x99188b78c51a2786 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016138.902255:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 9833273, setting rss=9833273; leaving kms=0, end=18446744073709551615 00010000:00010000:0.0:1734016138.902287:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2d8d80/0x99188b78c51a2786 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.902297:0:1981:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2d8d80/0x99188b78c51a2786 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.902308:0:1981:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2d8d80/0x99188b78c51a2786 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.902353:0:1981:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e2d8d80 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:0.0:1734016138.902361:0:1981:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2d8d80/0x99188b78c51a2786 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.902381:0:1981:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1734016138.902391:0:1981:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2d8d80/0x99188b78c51a2786 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.902401:0:1981:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2d8d80/0x99188b78c51a2786 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016138.902492:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e2d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1981:1818247339282560:192.168.201.101@tcp:101:fsx.0 00000100:00100000:0.0:1734016138.906583:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000080:00200000:0.0:1734016138.913838:0:4745:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:0.0:1734016138.913982:0:4745:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1734016138.914135:0:4745:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a277f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8749056->8765439) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec73221ea expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.914145:0:4745:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1734016138.914187:0:4745:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a277f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8749056->8765439) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec73221ea expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.914197:0:4745:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a277f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8749056->8765439) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec73221ea expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.914231:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016138.914234:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016138.914236:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016138.914246:0:1980:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016138.914265:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1980:1818247339282944:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734016138.917046:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000100:00100000:0.0:1734016138.925866:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1980:1818247339282944:192.168.201.101@tcp:103:ldlm_bl.0 00000020:00010000:0.0:1734016138.927128:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b43fc998 (ffff8800a8e27488/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.927141:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b43fc998 (ffff8800a8e27488/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.927146:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5bc8cb0 (ffff8800a8e27f38/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016138.927160:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.927175:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.927203:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b43fc998 (ffff8800a8e27488/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.927207:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5bc8cb0 (ffff8800a8e27488/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.927311:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016138.927383:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016138.927419:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016138.927447:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [205, 205] 00000008:00010000:0.0:1734016138.927471:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016138.927480:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2eb0, osc lock ffff8800b5a04ab0, flags 0x0 00010000:00010000:0.0:1734016138.927522:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.927547:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (839680 843775) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.927562:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.927570:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.927579:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016138.927655:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012abac540 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016138.927684:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48248, count 1, dirtied 1 00000020:00010000:0.0:1734016138.927709:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.927711:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.927714:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2eb0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016138.927719:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.927727:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.927737:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.927739:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2eb0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.927748:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016138.927854:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 204 00000080:00200000:0.0:1734016138.927863:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016138.927869:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016138.927873:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [204, 204] 00000008:00010000:0.0:1734016138.927879:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016138.927882:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2eb0, osc lock ffff8800b5a04ab0, flags 0x0 00010000:00010000:0.0:1734016138.927888:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.927899:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (835584 839679) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.927910:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.927917:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.927927:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.932066:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.932073:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.932078:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2eb0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016138.932091:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.932108:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.932133:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.932137:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2eb0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.932162:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016138.932190:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016138.932212:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016138.932234:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [204, 204] 00000008:00010000:0.0:1734016138.932253:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016138.932259:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2eb0, osc lock ffff8800b5a04ab0, flags 0x0 00010000:00010000:0.0:1734016138.932294:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.932312:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (835584 839679) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.932382:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.932390:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.932399:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016138.932472:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012abac9c0 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016138.932497:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48248, count 1, dirtied 1 00000008:00010000:0.0:1734016138.932508:0:9663:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012abac540 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016138.932517:0:9663:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012abac540 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016138.932526:0:9663:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012abac9c0 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.932540:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.932541:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.932544:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2eb0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016138.932548:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.932553:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.932562:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.932566:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2eb0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.932573:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016138.932673:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 203 00000080:00200000:0.0:1734016138.932681:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016138.932686:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016138.932691:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [203, 203] 00000008:00010000:0.0:1734016138.932695:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016138.932697:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2eb0, osc lock ffff8800b5a04ab0, flags 0x0 00010000:00010000:0.0:1734016138.932704:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.932713:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (831488 835583) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.932721:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.932729:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.932736:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.936048:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.936054:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.936059:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2eb0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016138.936069:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.936087:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.936109:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.936111:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2eb0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.936135:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016138.936162:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016138.936185:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016138.936203:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [203, 203] 00000008:00010000:0.0:1734016138.936220:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016138.936227:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2eb0, osc lock ffff8800b5a04ab0, flags 0x0 00010000:00010000:0.0:1734016138.936257:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.936270:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (831488 835583) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.936281:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.936288:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.936296:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016138.936404:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012abac240 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016138.936426:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48248, count 1, dirtied 1 00000008:00010000:0.0:1734016138.936438:0:9663:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012abac9c0 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016138.936447:0:9663:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012abac9c0 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016138.936454:0:9663:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012abac240 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.936463:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.936465:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.936468:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2eb0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016138.936471:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.936477:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.936485:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.936487:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2eb0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.936494:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016138.936561:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 202 00000080:00200000:0.0:1734016138.936568:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016138.936575:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016138.936580:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [202, 202] 00000008:00010000:0.0:1734016138.936585:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016138.936587:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2eb0, osc lock ffff8800b5a04ab0, flags 0x0 00010000:00010000:0.0:1734016138.936593:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.936601:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (827392 831487) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.936609:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.936616:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.936622:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.940433:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.940440:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.940447:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2eb0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016138.940461:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.940478:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.940509:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.940512:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2eb0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.940546:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016138.940580:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016138.940604:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016138.940628:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [202, 202] 00000008:00010000:0.0:1734016138.940651:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016138.940658:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2eb0, osc lock ffff8800b5a04ab0, flags 0x0 00010000:00010000:0.0:1734016138.940694:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.940711:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (827392 831487) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.940729:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.940737:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.940743:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016138.940803:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012abac300 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016138.940823:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48248, count 1, dirtied 1 00000008:00010000:0.0:1734016138.940833:0:9663:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012abac240 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016138.940839:0:9663:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012abac240 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016138.940853:0:9663:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012abac300 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.940867:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.940869:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.940871:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2eb0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016138.940874:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.940878:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.940886:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.940888:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2eb0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.940898:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016138.940996:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 201 00000080:00200000:0.0:1734016138.941002:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016138.941009:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016138.941015:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [201, 201] 00000008:00010000:0.0:1734016138.941022:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016138.941026:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2eb0, osc lock ffff8800b5a04ab0, flags 0x0 00010000:00010000:0.0:1734016138.941032:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.941040:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (823296 827391) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.941053:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.941060:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.941068:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.945788:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.945793:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.945798:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2eb0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016138.945811:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.945827:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.945855:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.945859:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2eb0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.945887:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016138.945924:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016138.945959:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016138.945984:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [201, 201] 00000008:00010000:0.0:1734016138.946006:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016138.946012:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2eb0, osc lock ffff8800b5a04ab0, flags 0x0 00010000:00010000:0.0:1734016138.946049:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.946068:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (823296 827391) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.946083:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.946093:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.946102:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016138.946166:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012abac840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016138.946192:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48248, count 1, dirtied 1 00000008:00010000:0.0:1734016138.946205:0:9663:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012abac300 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016138.946214:0:9663:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012abac300 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016138.946223:0:9663:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012abac840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.946240:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.946243:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.946246:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2eb0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016138.946249:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.946257:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.946268:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.946270:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2eb0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.946277:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016138.946395:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 200 00000080:00200000:0.0:1734016138.946404:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016138.946409:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016138.946414:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [200, 200] 00000008:00010000:0.0:1734016138.946420:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016138.946422:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2eb0, osc lock ffff8800b5a04ab0, flags 0x0 00010000:00010000:0.0:1734016138.946429:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.946437:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (819200 823295) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.946447:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.946460:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.946466:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.950264:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.950271:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.950277:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2eb0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016138.950295:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.950314:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.950360:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.950362:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2eb0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.950394:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016138.950426:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016138.950454:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016138.950478:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [200, 200] 00000008:00010000:0.0:1734016138.950496:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016138.950504:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2eb0, osc lock ffff8800b5a04ab0, flags 0x0 00010000:00010000:0.0:1734016138.950538:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.950560:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (819200 823295) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.950575:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.950582:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.950588:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016138.950650:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012abaccc0 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016138.950674:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48248, count 1, dirtied 1 00000008:00010000:0.0:1734016138.950686:0:9663:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012abac840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016138.950692:0:9663:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012abac840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016138.950700:0:9663:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012abaccc0 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.950709:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.950712:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.950714:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2eb0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016138.950717:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.950724:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.950730:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.950732:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2eb0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.950738:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016138.950824:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 199 00000080:00200000:0.0:1734016138.950833:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016138.950838:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016138.950844:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [199, 199] 00000008:00010000:0.0:1734016138.950850:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016138.950855:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2eb0, osc lock ffff8800b5a04ab0, flags 0x0 00010000:00010000:0.0:1734016138.950862:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.950871:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (815104 819199) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.950880:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.950886:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.950899:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.957555:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.957560:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.957565:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2eb0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016138.957576:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.957591:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.957610:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.957612:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2eb0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.957633:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016138.957658:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016138.957675:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016138.957690:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [199, 199] 00000008:00010000:0.0:1734016138.957705:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016138.957710:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2eb0, osc lock ffff8800b5a04ab0, flags 0x0 00010000:00010000:0.0:1734016138.957735:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.957750:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (815104 819199) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.957760:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.957768:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.957775:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016138.957821:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012abac840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016138.957836:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48248, count 1, dirtied 1 00000008:00010000:0.0:1734016138.957844:0:9663:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012abaccc0 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016138.957850:0:9663:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012abaccc0 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016138.957857:0:9663:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012abac840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.957864:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.957866:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.957868:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2eb0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016138.957870:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.957877:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.957885:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.957887:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2eb0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.957892:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016138.957955:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 198 00000080:00200000:0.0:1734016138.957959:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016138.957963:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016138.957966:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [198, 198] 00000008:00010000:0.0:1734016138.957970:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016138.957972:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2eb0, osc lock ffff8800b5a04ab0, flags 0x0 00010000:00010000:0.0:1734016138.957976:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.957983:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (811008 815103) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.957990:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.957995:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.958000:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.962415:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.962422:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.962426:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2eb0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016138.962437:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.962452:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.962475:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.962478:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2eb0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.962508:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016138.962540:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016138.962567:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016138.962590:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [198, 198] 00000008:00010000:0.0:1734016138.962610:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016138.962617:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2eb0, osc lock ffff8800b5a04ab0, flags 0x0 00010000:00010000:0.0:1734016138.962656:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.962675:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (811008 815103) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.962690:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.962699:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.962707:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016138.962777:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012abac300 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016138.962801:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48248, count 1, dirtied 1 00000008:00010000:0.0:1734016138.962813:0:9663:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012abac840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016138.962822:0:9663:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012abac840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016138.962831:0:9663:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012abac300 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.962843:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.962847:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.962849:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2eb0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016138.962853:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.962861:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.962869:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.962872:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2eb0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.962879:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016138.962970:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 197 00000080:00200000:0.0:1734016138.962977:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016138.962983:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016138.962989:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [197, 197] 00000008:00010000:0.0:1734016138.962993:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016138.962996:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2eb0, osc lock ffff8800b5a04ab0, flags 0x0 00010000:00010000:0.0:1734016138.963002:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.963011:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (806912 811007) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.963018:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.963027:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.963034:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.966808:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.966813:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.966818:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2eb0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016138.966829:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.966842:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.966873:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.966876:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2eb0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.966901:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016138.966929:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016138.966958:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016138.966976:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [197, 197] 00000008:00010000:0.0:1734016138.966992:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016138.966998:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2eb0, osc lock ffff8800b5a04ab0, flags 0x0 00010000:00010000:0.0:1734016138.967026:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.967039:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (806912 811007) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.967048:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.967055:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.967062:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016138.967128:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012abac240 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016138.967153:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48248, count 1, dirtied 1 00000008:00010000:0.0:1734016138.967169:0:9663:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012abac300 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016138.967178:0:9663:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012abac300 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016138.967186:0:9663:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012abac240 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.967200:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.967203:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.967206:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2eb0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016138.967210:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.967218:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.967226:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.967229:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2eb0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.967237:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016138.967315:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 196 00000080:00200000:0.0:1734016138.967355:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016138.967362:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016138.967366:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [196, 196] 00000008:00010000:0.0:1734016138.967372:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016138.967375:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2eb0, osc lock ffff8800b5a04ab0, flags 0x0 00010000:00010000:0.0:1734016138.967381:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.967397:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (802816 806911) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.967406:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.967413:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.967420:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.971545:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.971552:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.971555:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2eb0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016138.971566:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.971579:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.971603:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.971606:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2eb0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.971632:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016138.971659:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016138.971681:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016138.971697:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [196, 196] 00000008:00010000:0.0:1734016138.971714:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016138.971719:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2eb0, osc lock ffff8800b5a04ab0, flags 0x0 00010000:00010000:0.0:1734016138.971751:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.971769:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (802816 806911) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.971787:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.971799:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.971806:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016138.971862:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012abac9c0 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016138.971888:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48248, count 1, dirtied 1 00000008:00010000:0.0:1734016138.971900:0:9663:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012abac240 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016138.971910:0:9663:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012abac240 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016138.971924:0:9663:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012abac9c0 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.971937:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.971940:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.971954:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2eb0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016138.971957:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.971966:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.971976:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.971978:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2eb0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.971985:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016138.972080:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 195 00000080:00200000:0.0:1734016138.972087:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016138.972093:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016138.972098:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [195, 195] 00000008:00010000:0.0:1734016138.972104:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016138.972107:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2eb0, osc lock ffff8800b5a04ab0, flags 0x0 00010000:00010000:0.0:1734016138.972114:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.972123:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (798720 802815) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.972138:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.972147:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.972153:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.975930:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.975935:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.975941:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2eb0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016138.975962:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.975976:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.975999:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.976001:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2eb0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.976029:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016138.976051:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016138.976071:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016138.976091:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [195, 195] 00000008:00010000:0.0:1734016138.976108:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016138.976114:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2eb0, osc lock ffff8800b5a04ab0, flags 0x0 00010000:00010000:0.0:1734016138.976141:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.976158:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (798720 802815) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.976171:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.976179:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.976186:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016138.976251:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012abac540 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016138.976270:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48248, count 1, dirtied 1 00000008:00010000:0.0:1734016138.976281:0:9663:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012abac9c0 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016138.976289:0:9663:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012abac9c0 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016138.976297:0:9663:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012abac540 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.976312:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.976314:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.976317:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2eb0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016138.976353:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.976362:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.976371:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.976372:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2eb0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.976379:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016138.976450:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 194 00000080:00200000:0.0:1734016138.976456:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016138.976462:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016138.976466:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [194, 194] 00000008:00010000:0.0:1734016138.976472:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016138.976474:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2eb0, osc lock ffff8800b5a04ab0, flags 0x0 00010000:00010000:0.0:1734016138.976480:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.976487:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (794624 798719) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.976494:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.976505:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.976510:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.980196:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.980203:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.980209:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2eb0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016138.980220:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.980235:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.980265:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.980266:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2eb0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.980296:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016138.980383:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016138.980407:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016138.980428:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [194, 194] 00000008:00010000:0.0:1734016138.980447:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016138.980454:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2eb0, osc lock ffff8800b5a04ab0, flags 0x0 00010000:00010000:0.0:1734016138.980484:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.980507:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (794624 798719) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.980522:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.980530:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.980537:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016138.980599:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012abac480 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016138.980623:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48248, count 1, dirtied 1 00000008:00010000:0.0:1734016138.980635:0:9663:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012abac540 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016138.980644:0:9663:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012abac540 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016138.980652:0:9663:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012abac480 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.980664:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.980667:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.980669:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2eb0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016138.980672:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.980679:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.980689:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.980692:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2eb0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.980699:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016138.980746:0:9663:0:(file.c:5185:ll_fsync()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec480c8), start 794624, end 843775, datasync 1 00000080:00200000:0.0:1734016138.980756:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016138.980762:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000008:00010000:0.0:1734016138.980777:0:9663:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012abac480 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016138.980795:0:9663:0:(osc_cache.c:1066:osc_extent_make_ready()) ### extent: ffff88012abac480 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016139.015922:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9833273 i_blocks 504 00000080:00200000:0.0:1734016139.015957:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016139.016284:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec480c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016139.016294:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec480c8),name=f16a.sanityn 00000002:00010000:0.0:1734016139.016351:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016139.016386:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12db00/0x99188b78c51a26b4 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732211f expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016139.016406:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12db00/0x99188b78c51a26b4 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732211f expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016139.016421:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) 00000080:00010000:0.0:1734016139.016425:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) for lock 0x99188b78c51a26b4 00000080:00010000:0.0:1734016139.016434:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a26b4 from it ffff8800a7a77cd8 00010000:00010000:0.0:1734016139.016438:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12db00/0x99188b78c51a26b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec732211f expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016139.016444:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12db00/0x99188b78c51a26b4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732211f expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016139.016471:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016139.016486:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016139.016509:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016139.016513:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2eb0, osc lock ffff8800b5a04ab0, flags 0x400001002 00010000:00010000:0.0:1734016139.016529:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.016538:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.016550:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.016557:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016139.016577:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9833273 i_blocks 504 00000020:00010000:0.0:1734016139.016582:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.016586:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.016590:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2eb0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.016594:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.016596:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2eb0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.016603:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016139.016620:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016139.016624:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016139.016628:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016139.016632:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016139.016634:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2eb0, osc lock ffff8800b5a04ab0, flags 0x400001002 00010000:00010000:0.0:1734016139.016640:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.016647:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.016654:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.016661:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016139.016670:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9833273 i_blocks 504 00000020:00010000:0.0:1734016139.016673:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.016675:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.016677:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2eb0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.016679:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.016681:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2eb0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.016686:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016139.016692:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 9833273 00000080:00200008:0.0:1734016139.016752:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 3764224, type: SEEK_SET 00000080:00200008:0.0:1734016139.016760:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 3764224, type: SEEK_SET, rc = 3764224 00000080:00200008:0.0:1734016139.016777:0:9663:0:(file.c:2290:do_file_read_iter()) START file f16a.sanityn:[0x200000401:0x9:0x0], ppos: 3764224, count: 50415 00000080:00200000:0.0:1734016139.016784:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1734016139.016792:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.016834:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 919 00000080:00200000:0.0:1734016139.016852:0:9663:0:(file.c:1826:ll_file_io_generic()) f16a.sanityn: read ppos: 3764224, bytes: 50415 00000080:00200000:0.0:1734016139.016859:0:9663:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000020:00200000:0.0:1734016139.016869:0:9663:0:(cl_io.c:195:cl_io_rw_init()) header@ffff88012c77cc80[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1734016139.016872:0:9663:0:(cl_io.c:195:cl_io_rw_init()) io range: 1 [3764224, 3814639) 0 0 00000080:00200000:0.0:1734016139.016875:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.016898:0:9663:0:(lov_io.c:1021:lov_io_rw_iter_init()) stripe: 3764224 chunk: [3764224, 3814639) 3814639, 50415 00020000:00200000:0.0:1734016139.016904:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016139.016929:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [919, 931] 00000008:00010000:0.0:1734016139.016938:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016139.016941:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2eb0, osc lock ffff8800b5a04ab0, flags 0x0 00010000:00010000:0.0:1734016139.016982:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c900/0x99188b78c51a2794 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.016992:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c900/0x99188b78c51a2794 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [3764224->3817471] (req 3764224->3817471) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.017048:0:9663:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c900/0x99188b78c51a2794 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [3764224->3817471] (req 3764224->3817471) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016139.017083:0:9663:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8a47800 pname:cluuid:pid:xid:nid:opc:job fsx:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:9663:1818247339286528:192.168.201.101@tcp:101:fsx.0 00000100:00100000:0.0:1734016139.017276:0:9663:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacd80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016139.020431:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00010000:00010000:3.0:1734016139.020964:0:4746:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016139.020975:0:4746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.020983:0:4746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e2da640 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016139.020990:0:4746:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016139.021028:0:4746:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016139.021200:0:4746:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016139.021261:0:4746:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.021268:0:4746:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016139.021311:0:4746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.021342:0:4746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e2da640/0x99188b78c51a278d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 839680->843775) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec73221f8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.021367:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016139.021369:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016139.021371:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016139.021380:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016139.021401:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339286656:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734016139.025465:0:9663:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8800aae6f000: committing for last_committed 4294969457 gen 1 00000100:00100000:0.0:1734016139.025579:0:9663:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8a47800 pname:cluuid:pid:xid:nid:opc:job fsx:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:9663:1818247339286528:192.168.201.101@tcp:101:fsx.0 00010000:00010000:0.0:1734016139.025622:0:9663:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c900/0x99188b78c51a2794 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [3764224->3817471] (req 3764224->3817471) gid 0 flags: 0x10000000020000 nid: local remote: 0x903ef4aec73221ff expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.025637:0:9663:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c900/0x99188b78c51a2794 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [3764224->3817471] (req 3764224->3817471) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec73221ff expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.025647:0:9663:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c900/0x99188b78c51a2794 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [3764224->3817471] (req 3764224->3817471) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec73221ff expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016139.028094:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000100:00100000:3.0:1734016139.035287:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339286656:192.168.201.101@tcp:103:ldlm_bl.0 00000008:00010000:3.0:1734016139.056534:0:1983:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a8a713c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c900/0x99188b78c51a2794 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3764224->3817471) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221ff expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.056679:0:1983:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3764224 3768319) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c900/0x99188b78c51a2794 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3764224->3817471) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221ff expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016139.057047:0:1983:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa161880 - object 0x280000400:6 offset 0<>4194304 00000100:00100000:3.0:1734016139.057085:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016139.057108:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339286912:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016139.181884:0:1983:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a8a713c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c900/0x99188b78c51a2794 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3764224->3817471) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221ff expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016139.182458:0:1983:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a8a713c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c900/0x99188b78c51a2794 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3764224->3817471) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221ff expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016139.182501:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339286912:192.168.201.101@tcp:3:fsx.0 00000020:00010000:0.0:1734016139.182583:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.182590:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.182596:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2eb0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.182610:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c900/0x99188b78c51a2794 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3764224->3817471) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221ff expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.182623:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c900/0x99188b78c51a2794 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3764224->3817471) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221ff expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.182654:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.182657:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2eb0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.182672:0:9663:0:(vvp_io.c:533:vvp_io_advance()) advancing 50415 bytes 00000080:00200000:0.0:1734016139.182690:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.182695:0:9663:0:(file.c:1964:ll_file_io_generic()) f16a.sanityn: 1 io complete with rc: 0, result: 50415, restart: 0 00000080:00200000:0.0:1734016139.182704:0:9663:0:(file.c:2044:ll_file_io_generic()) iot: 1, result: 50415 00000080:00200008:0.0:1734016139.182784:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec480c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016139.182796:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec480c8),name=f16a.sanityn 00000002:00010000:0.0:1734016139.182833:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016139.182864:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12db00/0x99188b78c51a26b4 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732211f expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016139.182883:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12db00/0x99188b78c51a26b4 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732211f expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016139.182906:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) 00000080:00010000:0.0:1734016139.182911:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) for lock 0x99188b78c51a26b4 00000080:00010000:0.0:1734016139.182920:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a26b4 from it ffff8800a7a77cd8 00010000:00010000:0.0:1734016139.182923:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12db00/0x99188b78c51a26b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec732211f expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016139.182931:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12db00/0x99188b78c51a26b4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732211f expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016139.182976:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016139.182993:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016139.183024:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016139.183028:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2eb0, osc lock ffff8800b5a04ab0, flags 0x400001002 00010000:00010000:0.0:1734016139.183068:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.183083:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016139.183196:0:1980:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016139.183217:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1980:1818247339287552:192.168.201.101@tcp:101:fsx.0 00000080:00200000:0.0:1734016139.187965:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9833273 i_blocks 504 00000020:00010000:0.0:1734016139.187976:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.187981:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.187989:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2eb0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.187994:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.187997:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2eb0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.188015:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016139.188053:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016139.188062:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016139.188076:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016139.188099:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016139.188102:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2eb0, osc lock ffff8800b5a04ab0, flags 0x400001002 00010000:00010000:0.0:1734016139.188128:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec7322206 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.188145:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec7322206 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.188154:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec7322206 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.188165:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec7322206 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016139.188180:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9833273 i_blocks 504 00000020:00010000:0.0:1734016139.188183:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.188185:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.188187:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2eb0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.188190:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.188192:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2eb0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.188197:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016139.188206:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 9833273 00000080:00a00000:0.0:1734016139.188315:0:9663:0:(llite_mmap.c:611:ll_file_mmap()) VFS_Op: fid=[0x200000401:0x9:0x0] vma=ffff8800b016a948 start=0x7fe97e329000 end=0x7fe97e330000 vm_flags=0xf9 00000080:00200000:0.0:1734016139.188370:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016139.188374:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016139.188379:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016139.188381:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2eb0, osc lock ffff8800b5a04ab0, flags 0x400001002 00010000:00010000:0.0:1734016139.188387:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec7322206 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.188398:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec7322206 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.188406:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec7322206 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.188421:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec7322206 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016139.188434:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9833273 i_blocks 504 00000020:00010000:0.0:1734016139.188437:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.188439:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.188441:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2eb0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.188444:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.188446:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2eb0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.188451:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.188546:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 2366 00000080:00200000:0.0:1734016139.188557:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.188569:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016139.188585:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [2366, 2366] 00000008:00010000:0.0:1734016139.188599:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016139.188603:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2eb0, osc lock ffff8800b5a04ab0, flags 0x0 00010000:00010000:0.0:1734016139.188611:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec7322206 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.188620:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (9691136 9695231) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec7322206 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.188629:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec7322206 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.188638:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec7322206 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.188645:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec7322206 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.203145:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.203151:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.203155:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2eb0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.203164:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec7322206 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.203175:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec7322206 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.203195:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.203198:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2eb0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.203219:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.203290:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 2365 00000080:00200000:0.0:1734016139.203301:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.203376:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016139.203392:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [2365, 2365] 00000008:00010000:0.0:1734016139.203405:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016139.203411:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2eb0, osc lock ffff8800b5a04ab0, flags 0x0 00010000:00010000:0.0:1734016139.203434:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec7322206 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.203446:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (9687040 9691135) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec7322206 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.203464:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec7322206 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.203470:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec7322206 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.203476:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec7322206 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.208219:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.208225:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.208232:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2eb0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.208242:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec7322206 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.208256:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec7322206 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.208276:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.208278:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2eb0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.208296:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.209503:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 2364 00000080:00200000:0.0:1734016139.209522:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.209546:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016139.209570:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [2364, 2364] 00000008:00010000:0.0:1734016139.209592:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016139.209600:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2eb0, osc lock ffff8800b5a04ab0, flags 0x0 00010000:00010000:0.0:1734016139.209634:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec7322206 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.209651:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (9682944 9687039) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec7322206 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.209666:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec7322206 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.209674:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec7322206 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.209682:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec7322206 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.217847:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.217853:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.217858:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2eb0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.217869:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec7322206 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.217883:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec7322206 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.217907:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.217910:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2eb0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.217936:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.218035:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 2363 00000080:00200000:0.0:1734016139.218045:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.218062:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016139.218079:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [2363, 2363] 00000008:00010000:0.0:1734016139.218100:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016139.218106:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2eb0, osc lock ffff8800b5a04ab0, flags 0x0 00010000:00010000:0.0:1734016139.218130:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec7322206 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.218143:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (9678848 9682943) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec7322206 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.218158:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec7322206 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.218165:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec7322206 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.218173:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec7322206 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.223698:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.223702:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.223706:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2eb0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.223714:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec7322206 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.223724:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec7322206 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.223740:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.223743:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2eb0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.223763:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.223828:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 2362 00000080:00200000:0.0:1734016139.223838:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.223858:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016139.223873:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [2362, 2362] 00000008:00010000:0.0:1734016139.223885:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016139.223890:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2eb0, osc lock ffff8800b5a04ab0, flags 0x0 00010000:00010000:0.0:1734016139.223916:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec7322206 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.223929:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (9674752 9678847) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec7322206 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.223951:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec7322206 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.223957:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec7322206 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.223962:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec7322206 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.225010:0:1980:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012abac0c0 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec7322206 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.225059:0:1980:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (9674752 9678847) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec7322206 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016139.225116:0:1980:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8a47100 - object 0x280000400:6 offset 9674752<>9678848 00000100:00100000:0.0:1734016139.225139:0:1980:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016139.225154:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1980:1818247339288832:192.168.201.101@tcp:3:fsx.0 00000020:00010000:0.0:1734016139.228980:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.228985:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.228989:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2eb0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.228999:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec7322206 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.229014:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec7322206 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.229040:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.229042:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2eb0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.229062:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.229136:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 2361 00000080:00200000:0.0:1734016139.229146:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.229166:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016139.229184:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [2361, 2361] 00000008:00010000:0.0:1734016139.229197:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016139.229204:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2eb0, osc lock ffff8800b5a04ab0, flags 0x0 00010000:00010000:0.0:1734016139.229227:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec7322206 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.229243:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (9670656 9674751) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec7322206 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.229255:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec7322206 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.229263:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec7322206 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.229270:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec7322206 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.237938:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012abaca80 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec7322206 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.238538:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012abaca80 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec7322206 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016139.238559:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e2d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1981:1818247339289088:192.168.201.101@tcp:3:fsx.0 00000020:00010000:0.0:1734016139.247662:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.247667:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.247672:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b0028db0 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.247684:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec7322206 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.247706:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec7322206 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.247731:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.247734:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b0028db0 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.247763:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016139.248954:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec488c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016139.248971:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec488c8),name=f16a.sanityn 00000002:00010000:0.0:1734016139.249000:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016139.249029:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e2da880/0x99188b78c51a2691 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec73220f5 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016139.249045:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e2da880/0x99188b78c51a2691 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec73220f5 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016139.249058:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) 00000080:00010000:0.0:1734016139.249062:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) for lock 0x99188b78c51a2691 00000080:00010000:0.0:1734016139.249068:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a2691 from it ffff8800a7a77cd8 00010000:00010000:0.0:1734016139.249071:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e2da880/0x99188b78c51a2691 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec73220f5 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016139.249077:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e2da880/0x99188b78c51a2691 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec73220f5 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016139.249113:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016139.249129:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016139.249152:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016139.249156:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04720, flags 0x400001002 00010000:00010000:0.0:1734016139.249174:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c900/0x99188b78c51a2794 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3764224->3817471) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221ff expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.249183:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c900/0x99188b78c51a2794 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3764224->3817471) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221ff expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.249196:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c900/0x99188b78c51a2794 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3764224->3817471) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221ff expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.249203:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c900/0x99188b78c51a2794 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3764224->3817471) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221ff expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016139.249228:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9833273 i_blocks 504 00000020:00010000:0.0:1734016139.249232:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.249235:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.249237:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70998/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.249241:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.249242:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.249256:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016139.249279:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016139.249284:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016139.249288:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016139.249292:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016139.249294:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04720, flags 0x400001002 00010000:00010000:0.0:1734016139.249299:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c900/0x99188b78c51a2794 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3764224->3817471) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221ff expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.249312:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c900/0x99188b78c51a2794 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3764224->3817471) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221ff expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.249319:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c900/0x99188b78c51a2794 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3764224->3817471) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73221ff expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.249353:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c900/0x99188b78c51a2794 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3764224->3817471) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73221ff expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016139.249363:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9833273 i_blocks 504 00000020:00010000:0.0:1734016139.249365:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.249367:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.249369:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70998/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.249372:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.249374:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.249378:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016139.249386:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 9833273 00000080:00200008:0.0:1734016139.249396:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec480c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016139.249402:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec480c8),name=f16a.sanityn 00000002:00010000:0.0:1734016139.249413:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016139.249425:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12db00/0x99188b78c51a26b4 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732211f expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016139.249433:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12db00/0x99188b78c51a26b4 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732211f expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016139.249443:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) 00000080:00010000:0.0:1734016139.249446:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) for lock 0x99188b78c51a26b4 00000080:00010000:0.0:1734016139.249449:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a26b4 from it ffff8800a7a77cd8 00010000:00010000:0.0:1734016139.249452:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12db00/0x99188b78c51a26b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec732211f expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016139.249458:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12db00/0x99188b78c51a26b4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732211f expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016139.249474:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016139.249478:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016139.249485:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016139.249487:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04720, flags 0x400001002 00010000:00010000:0.0:1734016139.249496:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec7322206 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.249503:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec7322206 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.249511:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec7322206 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.249517:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec7322206 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016139.249533:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9833273 i_blocks 504 00000020:00010000:0.0:1734016139.249536:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.249539:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.249541:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70998/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.249544:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.249546:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.249549:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016139.249556:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016139.249558:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016139.249561:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016139.249565:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016139.249567:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04720, flags 0x400001002 00010000:00010000:0.0:1734016139.249572:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec7322206 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.249579:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec7322206 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.249586:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec7322206 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.249593:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec7322206 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016139.249600:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9833273 i_blocks 504 00000020:00010000:0.0:1734016139.249602:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.249603:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.249605:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70998/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.249607:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.249609:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.249614:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016139.249619:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 9833273 00000080:00200008:0.0:1734016139.249627:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec480c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016139.249631:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec480c8),name=f16a.sanityn 00000002:00010000:0.0:1734016139.249636:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016139.249640:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12db00/0x99188b78c51a26b4 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732211f expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016139.249647:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12db00/0x99188b78c51a26b4 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732211f expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016139.249653:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) 00000080:00010000:0.0:1734016139.249655:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) for lock 0x99188b78c51a26b4 00000080:00010000:0.0:1734016139.249659:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a26b4 from it ffff8800a7a77cd8 00010000:00010000:0.0:1734016139.249662:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12db00/0x99188b78c51a26b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec732211f expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016139.249669:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12db00/0x99188b78c51a26b4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732211f expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016139.249678:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016139.249680:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016139.249685:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016139.249686:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04720, flags 0x400001002 00010000:00010000:0.0:1734016139.249691:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec7322206 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.249696:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec7322206 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.249704:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec7322206 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.249711:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec7322206 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016139.249721:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9833273 i_blocks 504 00000020:00010000:0.0:1734016139.249724:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.249727:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.249729:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70998/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.249732:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.249734:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.249738:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.249754:0:9663:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:0.0:1734016139.249758:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.249768:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016139.249781:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [237, 242] 00000008:00010000:0.0:1734016139.249791:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016139.249794:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04720, flags 0x0 00010000:00010000:0.0:1734016139.249800:0:9663:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800b025d000 type 11 mode 2 res 10737419264/6 (970752 995327) 00010000:00010000:0.0:1734016139.249816:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a27a2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.249823:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a27a2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [970752->995327] (req 970752->995327) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.249874:0:9663:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a27a2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [970752->995327] (req 970752->995327) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016139.249917:0:9663:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8a46680 pname:cluuid:pid:xid:nid:opc:job fsx:ca960967-f34d-4bd7-a96b-f55b9893eead:9663:1818247339289472:192.168.201.101@tcp:101:fsx.0 00000100:00100000:0.0:1734016139.252918:0:9663:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abaca80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016139.257075:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000100:00100000:0.0:1734016139.260400:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00010000:00010000:0.0:1734016139.261783:0:4745:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1734016139.261793:0:4745:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x903ef4aec7322206 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.261804:0:4745:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aa12cfc0 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:0.0:1734016139.261812:0:4745:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0x903ef4aec7322206 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016139.261843:0:4745:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:0.0:1734016139.262013:0:4745:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1734016139.262079:0:4745:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x903ef4aec7322206 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.262088:0:4745:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1734016139.262111:0:4745:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x903ef4aec7322206 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.262120:0:4745:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cfc0/0x99188b78c51a279b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x903ef4aec7322206 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.262136:0:4745:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1734016139.262141:0:4745:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c900/0x99188b78c51a2794 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3764224->3817471) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec73221ff expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.262147:0:4745:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aa12c900 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:0.0:1734016139.262151:0:4745:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c900/0x99188b78c51a2794 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3764224->3817471) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec73221ff expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016139.262159:0:4745:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00010000:00010000:3.0:1734016139.265042:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016139.281235:0:9663:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8a46680 pname:cluuid:pid:xid:nid:opc:job fsx:ca960967-f34d-4bd7-a96b-f55b9893eead:9663:1818247339289472:192.168.201.101@tcp:101:fsx.0 00010000:00010000:0.0:1734016139.281279:0:9663:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a27a2 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [970752->995327] (req 970752->995327) gid 0 flags: 0x10000000020000 nid: local remote: 0x903ef4aec732220d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.281294:0:9663:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a27a2 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [970752->995327] (req 970752->995327) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec732220d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.281303:0:9663:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a27a2 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [970752->995327] (req 970752->995327) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec732220d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016139.301545:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000100:00100000:0.0:1734016139.301589:0:4736:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341659520 00000100:00100000:0.0:1734016139.301602:0:4736:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341659520 00000100:00100000:0.0:1734016139.301657:0:4736:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.101@tcp, seq: 12336 00000100:00100000:0.0:1734016139.301665:0:4736:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8a45f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6461:x1818247341659520:12345-192.168.201.101@tcp:105: 00010000:00010000:0.0:1734016139.301686:0:4736:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a27a2 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [970752->995327] (req 970752->995327) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec732220d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.301702:0:4736:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a27a2 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [970752->995327] (req 970752->995327) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec732220d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.301712:0:4736:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a27a2 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x10000000020000 nid: local remote: 0x903ef4aec732220d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.301723:0:4736:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a27a2 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x10080000020000 nid: local remote: 0x903ef4aec732220d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.301732:0:4736:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a27a2 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x10080000020000 nid: local remote: 0x903ef4aec732220d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.301743:0:4736:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a27a2 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x80000020000 nid: local remote: 0x903ef4aec732220d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.301793:0:4736:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800aa12ef40) 00000100:00100000:0.0:1734016139.301866:0:4736:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8a45f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6461:x1818247341659520:12345-192.168.201.101@tcp:105: Request processed in 200us (338us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016139.301874:0:4736:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.101@tcp, seq: 12336 00000100:00100000:3.0:1734016139.312774:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339289728:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016139.317600:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339289856:192.168.201.101@tcp:22:fsx.0 00000020:00010000:0.0:1734016139.317693:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.317699:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.317705:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.317722:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a27a2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732220d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.317740:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a27a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732220d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.317761:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72d58 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.317765:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.317793:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016139.317903:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec480c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016139.317914:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec480c8),name=f16a.sanityn 00000002:00010000:0.0:1734016139.317983:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016139.318012:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12db00/0x99188b78c51a26b4 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732211f expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016139.318026:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12db00/0x99188b78c51a26b4 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732211f expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016139.318042:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) 00000080:00010000:0.0:1734016139.318047:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) for lock 0x99188b78c51a26b4 00000080:00010000:0.0:1734016139.318055:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a26b4 from it ffff8800a7a77cd8 00010000:00010000:0.0:1734016139.318058:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12db00/0x99188b78c51a26b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec732211f expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016139.318063:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12db00/0x99188b78c51a26b4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732211f expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016139.318092:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016139.318110:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016139.318136:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016139.318139:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04720, flags 0x400001002 00010000:00010000:0.0:1734016139.318153:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a27a2 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732220d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.318161:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a27a2 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732220d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.318174:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a27a2 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732220d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.318182:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a27a2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732220d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016139.318206:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9833273 i_blocks 552 00000020:00010000:0.0:1734016139.318209:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.318210:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.318212:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70998/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.318214:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.318216:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.318220:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016139.318241:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016139.318245:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016139.318248:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016139.318251:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016139.318253:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04720, flags 0x400001002 00010000:00010000:0.0:1734016139.318258:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a27a2 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732220d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.318265:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a27a2 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732220d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.318271:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a27a2 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732220d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.318282:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a27a2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732220d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016139.318290:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9833273 i_blocks 552 00000020:00010000:0.0:1734016139.318291:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.318292:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.318294:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70998/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.318295:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a94490 (ffff8800a8a70ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.318297:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a70ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.318301:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016139.318309:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 9833273 00000008:00010000:3.0:1734016139.321882:0:1983:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a8a716c0 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a27a2 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732220d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.321948:0:1983:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (9224192 9228287) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a27a2 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732220d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016139.322019:0:1983:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa161880 - object 0x280000400:6 offset 9224192<>9228288 00000020:00010000:3.0:1734016139.327475:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016139.327481:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016139.327487:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b0028f30 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016139.327503:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a27a2 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732220d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.327532:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a27a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732220d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016139.327560:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016139.327563:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b0028f30 (ffff8800a8a701b8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016139.327597:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016139.327706:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 2251 00000080:00200000:3.0:1734016139.327723:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016139.327754:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016139.327782:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [2251, 2251] 00000008:00010000:3.0:1734016139.327808:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016139.327815:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3bb0, osc lock ffff8800aa16ce40, flags 0x0 00010000:00010000:3.0:1734016139.327845:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a27a2 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732220d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.327864:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (9220096 9224191) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a27a2 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732220d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.327878:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a27a2 lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732220d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.327886:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a27a2 lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732220d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.327892:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a27a2 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732220d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016139.328035:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:3.0:1734016139.328047:0:1982:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a9ae6000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a27a2 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732220d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.328089:0:1982:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (9220096 9224191) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a27a2 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732220d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016139.328161:0:1982:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa161f80 - object 0x280000400:6 offset 9220096<>9224192 00000100:00100000:3.0:1734016139.328189:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339290368:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016139.333228:0:1982:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a9ae6000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a27a2 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732220d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016139.333295:0:1982:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a9ae6000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a27a2 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732220d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016139.333370:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339290368:192.168.201.101@tcp:3:fsx.0 00000020:00010000:0.0:1734016139.333560:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.333566:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.333571:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3bb0 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.333584:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a27a2 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732220d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.333597:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a27a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732220d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.333617:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.333618:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3bb0 (ffff8800a8a701b8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.333641:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.333723:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 2250 00000080:00200000:0.0:1734016139.333736:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.333758:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016139.333782:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [2250, 2250] 00000008:00010000:0.0:1734016139.333801:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016139.333810:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04720, flags 0x0 00010000:00010000:0.0:1734016139.333843:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a27a2 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732220d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.333861:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (9216000 9220095) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a27a2 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732220d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.333875:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a27a2 lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732220d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.333882:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a27a2 lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732220d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.333887:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a27a2 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732220d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.337982:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.337987:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.337992:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.338002:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a27a2 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732220d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.338016:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a27a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732220d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.338039:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.338043:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a701b8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.338068:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.338149:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 2249 00000080:00200000:0.0:1734016139.338161:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.338180:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016139.338198:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [2249, 2249] 00000008:00010000:0.0:1734016139.338217:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016139.338222:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04720, flags 0x0 00010000:00010000:0.0:1734016139.338251:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a27a2 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732220d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.338266:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (9211904 9215999) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a27a2 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732220d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.338276:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a27a2 lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732220d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.338282:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a27a2 lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732220d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.338289:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a27a2 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732220d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.341964:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.341970:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.341974:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.341983:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a27a2 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732220d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.342000:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a27a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732220d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.342020:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.342023:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a701b8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.342047:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.342120:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 2248 00000080:00200000:0.0:1734016139.342130:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.342144:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016139.342161:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [2248, 2248] 00000008:00010000:0.0:1734016139.342175:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016139.342179:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04720, flags 0x0 00010000:00010000:0.0:1734016139.342200:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a27a2 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732220d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.342212:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (9207808 9211903) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a27a2 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732220d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.342224:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a27a2 lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732220d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.342230:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a27a2 lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732220d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.342237:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a27a2 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732220d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.345269:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.345275:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.345281:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.345289:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a27a2 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732220d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.345305:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a27a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732220d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.345388:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.345392:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a701b8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.345421:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.345517:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 2247 00000080:00200000:0.0:1734016139.345527:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.345547:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016139.345564:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [2247, 2247] 00000008:00010000:0.0:1734016139.345579:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016139.345584:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04720, flags 0x0 00010000:00010000:0.0:1734016139.345608:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a27a2 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732220d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.345623:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (9203712 9207807) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a27a2 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732220d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.345636:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a27a2 lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732220d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.345650:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a27a2 lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732220d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.345657:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a27a2 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732220d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.350034:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.350040:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.350046:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.350059:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a27a2 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732220d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.350072:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a27a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732220d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.350100:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.350101:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a701b8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.350131:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:0.0:1734016139.365210:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00010000:00010000:3.0:1734016139.365802:0:4746:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016139.365813:0:4746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e2da880/0x99188b78c51a2691 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x903ef4aec73220f5 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016139.365822:0:4746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e2da880 already unused, calling callback (ffffffffa103e1e0) 00010000:00010000:3.0:1734016139.365828:0:4746:0:(ldlm_request.c:1579:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e2da880/0x99188b78c51a2691 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x903ef4aec73220f5 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016139.365837:0:4746:0:(ldlm_request.c:1589:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e2da880/0x99188b78c51a2691 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x903ef4aec73220f5 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016139.365846:0:4746:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e2da880/0x99188b78c51a2691 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x903ef4aec73220f5 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016139.365889:0:4746:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e2d9680/0x99188b78c519b954 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7319a20 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016139.365966:0:4746:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e2da880/0x99188b78c51a2691 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x903ef4aec73220f5 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016139.365972:0:4746:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016139.366018:0:4746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e2da880/0x99188b78c51a2691 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x903ef4aec73220f5 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016139.366025:0:4746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e2da880/0x99188b78c51a2691 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x903ef4aec73220f5 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016139.366047:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016139.366049:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016139.366051:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016139.366060:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016139.366080:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339291776:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016139.369810:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339291776:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016139.370710:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339291904:192.168.201.101@tcp:10:fsx.0 00000100:00100000:3.0:1734016139.379514:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339291904:192.168.201.101@tcp:10:fsx.0 00000100:00100000:0.0:1734016139.413638:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000080:00200000:0.0:1734016139.421274:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 2508666 i_blocks 200 00000020:00010000:0.0:1734016139.421283:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a97d98 (ffff8800a8a70908/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.421288:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a97d98 (ffff8800a8a70908/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.421296:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b0028fb0 (ffff8800a8a70f38/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.421301:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a97d98 (ffff8800a8a70908/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.421304:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b0028fb0 (ffff8800a8a70908/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.421374:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.421434:0:9663:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:0.0:1734016139.421446:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.421465:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016139.421486:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1646, 1651] 00000008:00010000:0.0:1734016139.421508:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016139.421513:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04720, flags 0x0 00010000:00010000:0.0:1734016139.421539:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.421547:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [6742016->6766591] (req 6742016->6766591) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.421599:0:9663:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [6742016->6766591] (req 6742016->6766591) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016139.421633:0:9663:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8a46680 pname:cluuid:pid:xid:nid:opc:job fsx:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:9663:1818247339292416:192.168.201.101@tcp:101:fsx.0 00000100:00100000:0.0:1734016139.421753:0:9663:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abac0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016139.424502:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00010000:00010000:3.0:1734016139.425135:0:5244:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016139.425147:0:5244:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a27a2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec732220d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.425160:0:5244:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aa12ef40 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016139.425167:0:5244:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a27a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec732220d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016139.425203:0:5244:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016139.425230:0:5244:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016139.425302:0:5244:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a27a2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec732220d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.425309:0:5244:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016139.425369:0:5244:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a27a2 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec732220d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.425377:0:5244:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a27a2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 970752->995327) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec732220d expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.425415:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016139.425416:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016139.425418:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016139.425429:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016139.425451:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339292544:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734016139.427508:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000080:00200000:3.0:1734016139.435767:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 2508666 i_blocks 200 00000100:00100000:3.0:1734016139.435852:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016139.435876:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339292672:192.168.201.101@tcp:22:fsx.0 00000100:00100000:3.0:1734016139.443422:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339292672:192.168.201.101@tcp:22:fsx.0 00000020:00010000:0.0:1734016139.443674:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.443680:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.443688:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.443706:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.443724:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.443749:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.443752:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a701b8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.443776:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016139.443879:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec480c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016139.443890:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec480c8),name=f16a.sanityn 00000100:00100000:0.0:1734016139.449006:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000100:00100000:0.0:1734016139.457145:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000080:00200000:0.0:1734016139.462579:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 2508666 i_blocks 248 00000020:00010000:0.0:1734016139.462587:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800aacaab58 (ffff8800a8e27638/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.462591:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800aacaab58 (ffff8800a8e27638/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.462597:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00288b0 (ffff8800a8e27368/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.462600:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800aacaab58 (ffff8800a8e27638/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.462602:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00288b0 (ffff8800a8e27638/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.462647:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016139.462669:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 2508666 00000080:00200008:0.0:1734016139.464157:0:9663:0:(llite_lib.c:2284:ll_setattr_raw()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec488c8) current size 2508666, valid attrs 2068, mode 8800, uid -1339468464, gid -30720, new size 7719322, atime 1734016139.000000000, mtime 1734016139.000000000, ctime 1734016139.000000000 00010000:00010000:0.0:1734016139.464201:0:9663:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a27b0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x903ef4aec7322230 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016139.464224:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e2d9680/0x99188b78c519b954 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7319a20 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016139.464276:0:9663:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a27b0 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x903ef4aec7322230 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016139.464285:0:9663:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1734016139.464288:0:9663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db98000/0x99188b78c51a27b0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x903ef4aec7322230 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000020:00100000:0.0:1734016139.465269:0:9663:0:(genops.c:2298:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aae6f000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1734016139.465286:0:9663:0:(client.c:782:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a8a46a00 x1818247339293184/t0(0) o36->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734016139.465316:0:9663:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8a46a00 pname:cluuid:pid:xid:nid:opc:job fsx:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:9663:1818247339293184:192.168.201.101@tcp:36:fsx.0 00000100:00100000:0.0:1734016139.465443:0:9663:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abac600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016139.470371:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000100:00100000:0.0:1734016139.473760:0:9663:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8a46a00 pname:cluuid:pid:xid:nid:opc:job fsx:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:9663:1818247339293184:192.168.201.101@tcp:36:fsx.0 00000080:00200000:0.0:1734016139.473817:0:9663:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:0.0:1734016139.473825:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.473851:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016139.473874:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:0.0:1734016139.473890:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016139.473895:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04720, flags 0x0 00010000:00010000:0.0:1734016139.473928:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.473953:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.473969:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.473978:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.473985:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016139.474072:0:1981:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016139.474092:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1981:1818247339293440:192.168.201.101@tcp:10:fsx.0 00000080:00200000:0.0:1734016139.476267:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 7719322 i_blocks 248 00000020:00010000:0.0:1734016139.476282:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.476286:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.476292:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.476306:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.476366:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.476392:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.476394:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a701b8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.476424:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016139.476449:0:9663:0:(llite_lib.c:2534:ll_setattr_raw()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec488c8) current size 7719322, valid attrs 2168, mode 8800, uid -1339468464, gid -30720, new size 7719322, atime 1734016139.000000000, mtime 1734016139.463000000, ctime 1734016139.463000000, rc 0 00000080:00200008:0.0:1734016139.476501:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec480c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016139.476512:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec480c8),name=f16a.sanityn 00000002:00010000:0.0:1734016139.476546:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016139.476573:0:9663:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800b6200c00 type 13 mode 30 res 8589935617/9 (0 0) 00010000:00010000:0.0:1734016139.476650:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a27d3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 9663 initiator: MDT0 00010000:00010000:0.0:1734016139.476658:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a27d3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 9663 initiator: MDT0 00010000:00010000:0.0:1734016139.476669:0:9663:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a27d3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 9663 initiator: MDT0 00000100:00100000:0.0:1734016139.476698:0:9663:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8a47100 pname:cluuid:pid:xid:nid:opc:job fsx:ca960967-f34d-4bd7-a96b-f55b9893eead:9663:1818247339293568:192.168.201.101@tcp:101:fsx.0 00000100:00100000:0.0:1734016139.476788:0:9663:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abac600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016139.487007:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000080:00200000:0.0:1734016139.489537:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 7719322 i_blocks 248 00000020:00010000:0.0:1734016139.489547:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a96fe8 (ffff8800a8a70488/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.489550:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a96fe8 (ffff8800a8a70488/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.489559:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b0028930 (ffff8800a8a70e18/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.489564:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a96fe8 (ffff8800a8a70488/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.489565:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b0028930 (ffff8800a8a70488/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.489605:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016139.489649:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016139.489657:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016139.489668:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016139.489685:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016139.489688:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04720, flags 0x400001002 00010000:00010000:0.0:1734016139.489717:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12d200/0x99188b78c51a27e1 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.489725:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12d200/0x99188b78c51a27e1 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016139.498683:0:9552:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341661440 00000100:00100000:0.0:1734016139.498697:0:9552:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341661440 00000100:00100000:0.0:1734016139.498762:0:9552:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.101@tcp, seq: 12345 00000100:00100000:0.0:1734016139.498774:0:9552:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2d3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:7681:x1818247341661440:12345-192.168.201.101@tcp:106: 00010000:00010000:0.0:1734016139.498799:0:9552:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.498814:0:9552:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.498854:0:9552:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012c77cc80[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:0.0:1734016139.498856:0:9552:0:(cl_object.c:300:cl_object_glimpse()) size: 7719322 mtime: 1734016139 atime: 1734016138 ctime: 1734016139 blocks: 248 00000020:00010000:0.0:1734016139.498859:0:9552:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012c77c960[0x4, 2, [0x280000400:0x6:0x0] hash] 00000020:00010000:0.0:1734016139.498860:0:9552:0:(cl_object.c:300:cl_object_glimpse()) size: 7719322 mtime: 1734016139 atime: 1734016138 ctime: 1734016139 blocks: 248 00000100:00100000:0.0:1734016139.498925:0:9552:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2d3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:7681:x1818247341661440:12345-192.168.201.101@tcp:106: Request processed in 154us (366us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016139.498933:0:9552:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.101@tcp, seq: 12345 00000080:00200000:0.0:1734016139.510186:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 7719322 i_blocks 248 00000020:00010000:0.0:1734016139.510197:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a94ff8 (ffff8800a8a701b8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.510201:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a94ff8 (ffff8800a8a701b8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.510208:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70008/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.510213:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a94ff8 (ffff8800a8a701b8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.510217:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a701b8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.510239:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016139.510261:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 7719322 00000080:00a00000:0.0:1734016139.510498:0:9663:0:(llite_mmap.c:611:ll_file_mmap()) VFS_Op: fid=[0x200000401:0x9:0x0] vma=ffff8800b016a948 start=0x7fe97e314000 end=0x7fe97e322000 vm_flags=0xfb 00000080:00200000:0.0:1734016139.510526:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016139.510547:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016139.510580:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016139.510584:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04720, flags 0x400001002 00010000:00010000:0.0:1734016139.510616:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.510639:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.510657:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.510667:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016139.510697:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 7719322 i_blocks 248 00000020:00010000:0.0:1734016139.510701:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a94ff8 (ffff8800a8a701b8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.510702:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a94ff8 (ffff8800a8a701b8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.510705:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70008/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.510708:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a94ff8 (ffff8800a8a701b8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.510710:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a701b8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.510715:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.510820:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 436 00000080:00200000:0.0:1734016139.510833:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.510845:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016139.510859:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [436, 436] 00000008:00010000:0.0:1734016139.510868:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016139.510871:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04720, flags 0x0 00010000:00010000:0.0:1734016139.510880:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.510890:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1785856 1789951) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.510899:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.510905:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.510914:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.516249:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.516254:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.516260:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.516274:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.516289:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.516314:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.516315:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a701b8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.516442:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.516477:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.516495:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016139.516522:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [436, 436] 00000008:00010000:0.0:1734016139.516546:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016139.516553:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04720, flags 0x0 00010000:00010000:0.0:1734016139.516586:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.516603:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1785856 1789951) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.516617:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.516625:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.516632:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.516689:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012abac3c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016139.516712:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48a48, count 1, dirtied 1 00000020:00010000:0.0:1734016139.516728:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.516730:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.516733:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.516736:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.516743:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.516749:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.516750:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a701b8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.516756:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.516843:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 435 00000080:00200000:0.0:1734016139.516850:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.516853:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016139.516858:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [435, 435] 00000008:00010000:0.0:1734016139.516861:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016139.516864:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04720, flags 0x0 00010000:00010000:0.0:1734016139.516870:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.516878:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1781760 1785855) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.516885:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.516891:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.516895:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.524779:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.524786:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.524790:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.524805:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.524821:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.524844:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.524846:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a701b8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.524878:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.524906:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.524927:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016139.524955:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [435, 435] 00000008:00010000:0.0:1734016139.524976:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016139.524983:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04720, flags 0x0 00010000:00010000:0.0:1734016139.525012:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.525030:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1781760 1785855) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.525042:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.525054:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.525061:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.525120:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012abac480 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016139.525142:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48a48, count 1, dirtied 1 00000008:00010000:0.0:1734016139.525155:0:9663:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012abac3c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.525162:0:9663:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012abac3c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.525171:0:9663:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012abac480 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.525184:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.525186:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.525189:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.525192:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.525200:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.525209:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.525212:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a701b8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.525218:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.525296:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 434 00000080:00200000:0.0:1734016139.525303:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.525307:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016139.525312:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [434, 434] 00000008:00010000:0.0:1734016139.525316:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016139.525318:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04720, flags 0x0 00010000:00010000:0.0:1734016139.525354:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.525363:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1777664 1781759) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.525371:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.525377:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.525381:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.543749:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.543753:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.543758:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.543769:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.543783:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.543805:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.543807:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a701b8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.543831:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.543859:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.543885:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016139.543909:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [434, 434] 00000008:00010000:0.0:1734016139.543927:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016139.543943:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04720, flags 0x0 00010000:00010000:0.0:1734016139.543967:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.543981:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1777664 1781759) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.543993:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.544001:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.544008:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.544074:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012abac9c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016139.544099:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48a48, count 1, dirtied 1 00000008:00010000:0.0:1734016139.544114:0:9663:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012abac480 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.544122:0:9663:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012abac480 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.544130:0:9663:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012abac9c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.544140:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.544142:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.544146:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.544149:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.544155:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.544163:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.544166:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a701b8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.544171:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.544241:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 433 00000080:00200000:0.0:1734016139.544249:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.544254:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016139.544258:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [433, 433] 00000008:00010000:0.0:1734016139.544263:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016139.544265:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04720, flags 0x0 00010000:00010000:0.0:1734016139.544272:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.544280:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1773568 1777663) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.544287:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.544295:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.544302:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.557009:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.557014:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.557019:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.557031:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.557042:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.557069:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.557072:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a701b8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.557102:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.557162:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.557186:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016139.557208:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [433, 433] 00000008:00010000:0.0:1734016139.557233:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016139.557239:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04720, flags 0x0 00010000:00010000:0.0:1734016139.557276:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.557294:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1773568 1777663) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.557308:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.557316:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.557349:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.557420:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012abac240 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016139.557447:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48a48, count 1, dirtied 1 00000008:00010000:0.0:1734016139.557461:0:9663:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012abac9c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.557470:0:9663:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012abac9c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.557479:0:9663:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012abac240 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.557491:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.557494:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.557498:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.557501:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.557508:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.557517:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.557520:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a701b8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.557528:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.557610:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 432 00000080:00200000:0.0:1734016139.557617:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.557621:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016139.557626:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [432, 432] 00000008:00010000:0.0:1734016139.557630:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016139.557632:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04720, flags 0x0 00010000:00010000:0.0:1734016139.557638:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.557652:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1769472 1773567) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.557658:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.557663:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.557670:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.569054:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.569059:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.569063:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.569075:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.569088:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.569111:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.569114:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a701b8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.569139:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.569161:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.569181:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016139.569197:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [432, 432] 00000008:00010000:0.0:1734016139.569213:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016139.569219:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04720, flags 0x0 00010000:00010000:0.0:1734016139.569240:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.569254:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1769472 1773567) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.569266:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.569272:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.569277:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.569358:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012abac300 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016139.569375:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48a48, count 1, dirtied 1 00000008:00010000:0.0:1734016139.569387:0:9663:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012abac240 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.569394:0:9663:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012abac240 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.569406:0:9663:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012abac300 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.569415:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.569417:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.569420:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.569423:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.569429:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.569436:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.569438:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a701b8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.569444:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.569499:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 431 00000080:00200000:0.0:1734016139.569506:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.569511:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016139.569516:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [431, 431] 00000008:00010000:0.0:1734016139.569521:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016139.569524:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04720, flags 0x0 00010000:00010000:0.0:1734016139.569530:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.569539:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1765376 1769471) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.569551:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.569558:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.569565:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.577704:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.577711:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.577716:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.577729:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.577744:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.577769:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.577772:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a701b8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.577805:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.577842:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.577873:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016139.577903:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [431, 431] 00000008:00010000:0.0:1734016139.577923:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016139.577940:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04720, flags 0x0 00010000:00010000:0.0:1734016139.577975:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.577995:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1765376 1769471) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.578008:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.578015:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.578020:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.578087:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012abac840 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016139.578116:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48a48, count 1, dirtied 1 00000008:00010000:0.0:1734016139.578129:0:9663:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012abac300 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.578137:0:9663:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012abac300 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.578145:0:9663:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012abac840 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.578162:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.578164:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.578167:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.578170:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.578179:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.578185:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.578187:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a701b8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.578192:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.578275:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 430 00000080:00200000:0.0:1734016139.578281:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.578285:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016139.578289:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [430, 430] 00000008:00010000:0.0:1734016139.578295:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016139.578298:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04720, flags 0x0 00010000:00010000:0.0:1734016139.578304:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.578313:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1761280 1765375) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.578349:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.578362:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.578369:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.585846:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.585852:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.585858:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.585870:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.585883:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.585907:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.585910:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a701b8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.585943:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.585974:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.585995:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016139.586012:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [430, 430] 00000008:00010000:0.0:1734016139.586029:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016139.586036:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04720, flags 0x0 00010000:00010000:0.0:1734016139.586070:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.586093:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1761280 1765375) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.586107:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.586115:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.586122:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.586177:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012abaccc0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016139.586200:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48a48, count 1, dirtied 1 00000008:00010000:0.0:1734016139.586212:0:9663:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012abac840 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.586220:0:9663:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012abac840 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.586229:0:9663:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012abaccc0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.586238:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.586241:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.586244:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.586248:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.586256:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.586266:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.586268:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a701b8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.586274:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.586386:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 429 00000080:00200000:0.0:1734016139.586394:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.586399:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016139.586403:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [429, 429] 00000008:00010000:0.0:1734016139.586408:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016139.586410:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04720, flags 0x0 00010000:00010000:0.0:1734016139.586416:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.586425:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1757184 1761279) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.586433:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.586442:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.586457:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.590273:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.590278:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.590282:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.590290:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.590303:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.590368:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.590372:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a701b8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.590394:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.590416:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.590434:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016139.590452:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [429, 429] 00000008:00010000:0.0:1734016139.590470:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016139.590475:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04720, flags 0x0 00010000:00010000:0.0:1734016139.590497:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.590509:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1757184 1761279) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.590526:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.590534:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.590541:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.590590:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012abac840 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016139.590610:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48a48, count 1, dirtied 1 00000008:00010000:0.0:1734016139.590620:0:9663:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012abaccc0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.590627:0:9663:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012abaccc0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.590635:0:9663:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012abac840 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.590644:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.590647:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.590649:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.590652:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.590658:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.590666:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.590668:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a701b8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.590674:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.590726:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 428 00000080:00200000:0.0:1734016139.590732:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.590737:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016139.590741:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [428, 428] 00000008:00010000:0.0:1734016139.590745:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016139.590748:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04720, flags 0x0 00010000:00010000:0.0:1734016139.590754:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.590761:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1753088 1757183) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.590769:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.590776:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.590782:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.594788:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.594792:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.594796:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.594806:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.594818:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.594839:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.594842:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a701b8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.594864:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.594885:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.594903:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016139.594921:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [428, 428] 00000008:00010000:0.0:1734016139.594947:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016139.594953:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04720, flags 0x0 00010000:00010000:0.0:1734016139.594977:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.594990:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1753088 1757183) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.595001:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.595012:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.595020:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.595072:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012abac300 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016139.595089:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48a48, count 1, dirtied 1 00000008:00010000:0.0:1734016139.595099:0:9663:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012abac840 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.595105:0:9663:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012abac840 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.595112:0:9663:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012abac300 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.595120:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.595121:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.595124:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.595127:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.595134:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.595144:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.595147:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a701b8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.595152:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.595213:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 427 00000080:00200000:0.0:1734016139.595219:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.595223:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016139.595228:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [427, 427] 00000008:00010000:0.0:1734016139.595232:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016139.595235:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04720, flags 0x0 00010000:00010000:0.0:1734016139.595241:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.595248:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1748992 1753087) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.595255:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.595260:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.595265:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.599721:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.599726:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.599731:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.599741:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.599754:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.599776:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.599779:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a701b8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.599801:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.599822:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.599844:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016139.599864:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [427, 427] 00000008:00010000:0.0:1734016139.599882:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016139.599889:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04720, flags 0x0 00010000:00010000:0.0:1734016139.599918:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.599945:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1748992 1753087) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.599957:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.599966:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.599974:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.600035:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012abac240 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016139.600053:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48a48, count 1, dirtied 1 00000008:00010000:0.0:1734016139.600064:0:9663:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012abac300 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.600072:0:9663:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012abac300 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.600080:0:9663:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012abac240 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.600091:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.600093:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.600096:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.600099:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.600105:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.600113:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.600115:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a701b8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.600122:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.600185:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 426 00000080:00200000:0.0:1734016139.600196:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.600201:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016139.600206:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [426, 426] 00000008:00010000:0.0:1734016139.600210:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016139.600213:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04720, flags 0x0 00010000:00010000:0.0:1734016139.600218:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.600226:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1744896 1748991) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.600233:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.600240:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.600246:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.603475:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.603480:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.603483:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.603491:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.603500:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.603521:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.603523:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a701b8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.603539:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.603555:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.603571:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016139.603583:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [426, 426] 00000008:00010000:0.0:1734016139.603592:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016139.603596:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04720, flags 0x0 00010000:00010000:0.0:1734016139.603612:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.603623:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1744896 1748991) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.603631:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.603637:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.603642:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.603679:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012abac9c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016139.603692:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48a48, count 1, dirtied 1 00000008:00010000:0.0:1734016139.603700:0:9663:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012abac240 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.603706:0:9663:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012abac240 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.603712:0:9663:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012abac9c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.603719:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.603721:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.603723:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.603726:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.603731:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.603738:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.603740:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a701b8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.603745:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.603786:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 425 00000080:00200000:0.0:1734016139.603791:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.603795:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016139.603799:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [425, 425] 00000008:00010000:0.0:1734016139.603803:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016139.603805:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04720, flags 0x0 00010000:00010000:0.0:1734016139.603810:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.603819:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1740800 1744895) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.603826:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.603832:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.603838:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.606872:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.606877:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.606880:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.606888:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.606899:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.606916:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.606918:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a701b8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.606948:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.606969:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.606982:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016139.606998:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [425, 425] 00000008:00010000:0.0:1734016139.607012:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016139.607017:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04720, flags 0x0 00010000:00010000:0.0:1734016139.607039:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.607052:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1740800 1744895) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.607064:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.607071:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.607077:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.607128:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012abac480 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016139.607149:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48a48, count 1, dirtied 1 00000008:00010000:0.0:1734016139.607160:0:9663:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012abac9c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.607170:0:9663:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012abac9c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.607183:0:9663:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012abac480 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.607192:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.607195:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.607197:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.607201:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.607206:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.607215:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.607217:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a701b8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.607223:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.607304:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 424 00000080:00200000:0.0:1734016139.607312:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.607319:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016139.607356:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [424, 424] 00000008:00010000:0.0:1734016139.607362:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016139.607364:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04720, flags 0x0 00010000:00010000:0.0:1734016139.607373:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.607382:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1736704 1740799) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.607394:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.607400:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.607405:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.610743:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.610748:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.610752:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.610759:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.610769:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.610785:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.610787:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a701b8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.610806:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.610825:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.610839:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016139.610855:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [424, 424] 00000008:00010000:0.0:1734016139.610872:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016139.610878:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04720, flags 0x0 00010000:00010000:0.0:1734016139.610900:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.610911:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1736704 1740799) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.610921:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.610928:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.610944:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.610985:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012abac3c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016139.611001:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48a48, count 1, dirtied 1 00000008:00010000:0.0:1734016139.611010:0:9663:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012abac480 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.611017:0:9663:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012abac480 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.611023:0:9663:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012abac3c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.611036:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.611038:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.611040:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.611043:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.611050:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.611057:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.611059:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a701b8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.611065:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.611117:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 423 00000080:00200000:0.0:1734016139.611124:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.611129:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016139.611133:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [423, 423] 00000008:00010000:0.0:1734016139.611137:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016139.611140:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04720, flags 0x0 00010000:00010000:0.0:1734016139.611145:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.611153:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1732608 1736703) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.611160:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.611171:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.611176:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.614764:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.614769:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.614773:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.614784:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.614797:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.614820:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.614824:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a701b8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.614850:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.614874:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.614892:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016139.614913:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [423, 423] 00000008:00010000:0.0:1734016139.614949:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016139.614956:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04720, flags 0x0 00010000:00010000:0.0:1734016139.614987:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.615010:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1732608 1736703) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.615024:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.615032:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.615039:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.615104:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012abacf00 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016139.615132:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48a48, count 1, dirtied 1 00000008:00010000:0.0:1734016139.615149:0:9663:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012abac3c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.615159:0:9663:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012abac3c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.615168:0:9663:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012abacf00 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.615178:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.615182:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.615184:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.615188:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.615196:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.615205:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.615207:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a701b8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.615214:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.615261:0:9663:0:(file.c:5185:ll_fsync()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec488c8), start 1732608, end 1789951, datasync 1 00000080:00200000:0.0:1734016139.615270:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.615275:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000008:00010000:0.0:1734016139.615289:0:9663:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012abacf00 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.615303:0:9663:0:(osc_cache.c:1066:osc_extent_make_ready()) ### extent: ffff88012abacf00 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016139.629125:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1980:1818247339297536:192.168.201.101@tcp:4:fsx.0 00000080:00200000:0.0:1734016139.644042:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:0.0:1734016139.644138:0:9663:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8a45180 pname:cluuid:pid:xid:nid:opc:job fsx:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:9663:1818247339297664:192.168.201.101@tcp:44:fsx.0 00000100:00100000:0.0:1734016139.644255:0:9663:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacf00 going to sleep for 11 seconds 00000080:00200000:0.0:1734016139.666193:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 7719322 i_blocks 360 00000080:00200000:0.0:1734016139.666249:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016139.667444:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec480c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016139.667454:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec480c8),name=f16a.sanityn 00000002:00010000:0.0:1734016139.667482:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016139.667505:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a27d3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7322261 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016139.667521:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a27d3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7322261 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016139.667536:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) 00000080:00010000:0.0:1734016139.667540:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) for lock 0x99188b78c51a27d3 00000080:00010000:0.0:1734016139.667548:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a27d3 from it ffff8800a7a77cd8 00010000:00010000:0.0:1734016139.667552:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a27d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec7322261 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016139.667560:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a27d3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7322261 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016139.667590:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016139.667602:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016139.667620:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016139.667623:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04720, flags 0x400001002 00010000:00010000:0.0:1734016139.667649:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12d680/0x99188b78c51a27e8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.667656:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12d680/0x99188b78c51a27e8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016139.673683:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000080:00200000:0.0:1734016139.682174:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 7719322 i_blocks 360 00000020:00010000:0.0:1734016139.682189:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a94ff8 (ffff8800a8a701b8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.682194:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a94ff8 (ffff8800a8a701b8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.682200:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70008/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.682206:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a94ff8 (ffff8800a8a701b8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.682208:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a701b8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.682228:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016139.682264:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016139.682270:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016139.682280:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016139.682307:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016139.682310:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04720, flags 0x400001002 00010000:00010000:0.0:1734016139.682399:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12df80/0x99188b78c51a27ef lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.682444:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12df80/0x99188b78c51a27ef lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016139.687220:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000080:00200000:0.0:1734016139.695166:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 7719322 i_blocks 360 00000020:00010000:0.0:1734016139.695176:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a94ff8 (ffff8800a8a701b8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.695180:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a94ff8 (ffff8800a8a701b8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.695189:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70008/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.695194:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a94ff8 (ffff8800a8a701b8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.695196:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a701b8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.695216:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016139.695236:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 7719322 00000080:00a00000:0.0:1734016139.695411:0:9663:0:(llite_mmap.c:611:ll_file_mmap()) VFS_Op: fid=[0x200000401:0x9:0x0] vma=ffff8800b016a948 start=0x7fe97e32c000 end=0x7fe97e330000 vm_flags=0xf9 00000080:00200000:0.0:1734016139.695428:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016139.695446:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016139.695467:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016139.695472:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04720, flags 0x400001002 00010000:00010000:0.0:1734016139.695508:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12dd40/0x99188b78c51a27f6 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.695518:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12dd40/0x99188b78c51a27f6 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016139.698240:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000080:00200000:0.0:1734016139.702373:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 7719322 i_blocks 360 00000020:00010000:0.0:1734016139.702386:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a94ff8 (ffff8800a8a701b8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.702390:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a94ff8 (ffff8800a8a701b8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.702399:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70008/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.702404:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a94ff8 (ffff8800a8a701b8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.702406:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a701b8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.702429:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.702548:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 386 00000080:00200000:0.0:1734016139.702562:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.702579:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016139.702601:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [386, 386] 00000008:00010000:0.0:1734016139.702621:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016139.702626:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04720, flags 0x0 00010000:00010000:0.0:1734016139.702672:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12c6c0/0x99188b78c51a27fd lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.702685:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12c6c0/0x99188b78c51a27fd lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [1581056->1585151] (req 1581056->1585151) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.702764:0:9663:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12c6c0/0x99188b78c51a27fd lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [1581056->1585151] (req 1581056->1585151) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016139.702810:0:9663:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8a45180 pname:cluuid:pid:xid:nid:opc:job fsx:ca960967-f34d-4bd7-a96b-f55b9893eead:9663:1818247339298304:192.168.201.101@tcp:101:fsx.0 00000100:00100000:0.0:1734016139.702948:0:9663:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abac0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016139.705663:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00010000:00010000:3.0:1734016139.708289:0:4746:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016139.708305:0:4746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.708331:0:4746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aa12cfc0 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016139.708339:0:4746:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016139.708375:0:4746:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016139.708536:0:4746:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016139.708609:0:4746:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.708617:0:4746:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016139.708650:0:4746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.708656:0:4746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a27be lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6742016->6766591) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec732223e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.708681:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016139.708682:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016139.708684:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016139.708690:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016139.708707:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339298432:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734016139.715902:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000020:00010000:0.0:1734016139.721309:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.721316:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.721383:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.721399:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12c6c0/0x99188b78c51a27fd lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1581056->1585151) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732228b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.721416:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12c6c0/0x99188b78c51a27fd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1581056->1585151) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732228b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.721447:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.721450:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a701b8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.721480:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.721589:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 385 00000080:00200000:0.0:1734016139.721601:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.721627:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016139.721653:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [385, 385] 00000008:00010000:0.0:1734016139.721676:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016139.721683:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04720, flags 0x0 00010000:00010000:0.0:1734016139.721721:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12c6c0/0x99188b78c51a27fd lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1581056->1585151) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732228b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.721743:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1576960 1581055) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12c6c0/0x99188b78c51a27fd lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1581056->1585151) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732228b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.721756:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12c6c0/0x99188b78c51a27fd lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1581056->1585151) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732228b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.721762:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12c6c0/0x99188b78c51a27fd lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1581056->1585151) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732228b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.721768:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12c6c0/0x99188b78c51a27fd lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1581056->1585151) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732228b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.725121:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.725126:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.725130:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.725141:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12c6c0/0x99188b78c51a27fd lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1581056->1585151) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732228b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.725155:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12c6c0/0x99188b78c51a27fd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1581056->1585151) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732228b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.725176:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.725178:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a701b8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.725198:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.725254:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 384 00000080:00200000:0.0:1734016139.725265:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.725283:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016139.725301:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [384, 384] 00000008:00010000:0.0:1734016139.725358:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016139.725363:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04720, flags 0x0 00010000:00010000:0.0:1734016139.725385:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12c6c0/0x99188b78c51a27fd lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1581056->1585151) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732228b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.725399:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1572864 1576959) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12c6c0/0x99188b78c51a27fd lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1581056->1585151) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732228b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.725410:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12c6c0/0x99188b78c51a27fd lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1581056->1585151) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732228b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.725416:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12c6c0/0x99188b78c51a27fd lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1581056->1585151) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732228b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.725422:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12c6c0/0x99188b78c51a27fd lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1581056->1585151) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732228b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.728217:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.728222:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.728225:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.728232:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12c6c0/0x99188b78c51a27fd lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1581056->1585151) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732228b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.728243:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12c6c0/0x99188b78c51a27fd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1581056->1585151) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732228b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.728265:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.728267:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a701b8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.728285:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.728369:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 383 00000080:00200000:0.0:1734016139.728379:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.728394:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016139.728407:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [383, 383] 00000008:00010000:0.0:1734016139.728419:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016139.728423:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04720, flags 0x0 00010000:00010000:0.0:1734016139.728445:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12c6c0/0x99188b78c51a27fd lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1581056->1585151) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732228b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.728460:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1568768 1572863) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12c6c0/0x99188b78c51a27fd lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1581056->1585151) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732228b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.728471:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12c6c0/0x99188b78c51a27fd lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1581056->1585151) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732228b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.728477:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12c6c0/0x99188b78c51a27fd lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1581056->1585151) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732228b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.728483:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12c6c0/0x99188b78c51a27fd lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1581056->1585151) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732228b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.731902:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.731907:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.731911:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.731920:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12c6c0/0x99188b78c51a27fd lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1581056->1585151) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732228b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.731940:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12c6c0/0x99188b78c51a27fd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1581056->1585151) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732228b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.731959:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.731962:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a701b8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.731984:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016139.732148:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec488c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016139.732158:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec488c8),name=f16a.sanityn 00000002:00010000:0.0:1734016139.732183:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016139.732205:0:9663:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800b5953800 type 13 mode 30 res 8589935617/9 (0 0) 00010000:00010000:0.0:1734016139.732260:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12f840/0x99188b78c51a2804 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 9663 initiator: MDT0 00010000:00010000:0.0:1734016139.732268:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12f840/0x99188b78c51a2804 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 9663 initiator: MDT0 00010000:00010000:0.0:1734016139.732279:0:9663:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12f840/0x99188b78c51a2804 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 9663 initiator: MDT0 00000100:00100000:0.0:1734016139.732309:0:9663:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8a45f80 pname:cluuid:pid:xid:nid:opc:job fsx:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:9663:1818247339299584:192.168.201.101@tcp:101:fsx.0 00000100:00100000:0.0:1734016139.732415:0:9663:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abace40 going to sleep for 11 seconds 00000080:00200000:0.0:1734016139.737151:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 7719322 i_blocks 360 00000020:00010000:0.0:1734016139.737159:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a96480 (ffff8800a8a707e8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.737162:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a96480 (ffff8800a8a707e8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.737167:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b0028ab0 (ffff8800a8a70128/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.737171:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a96480 (ffff8800a8a707e8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.737174:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b0028ab0 (ffff8800a8a707e8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.737217:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016139.737262:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016139.737271:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016139.737281:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016139.737296:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016139.737298:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04720, flags 0x400001002 00010000:00010000:0.0:1734016139.737318:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99d40/0x99188b78c51a280b lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec73222a0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.737368:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99d40/0x99188b78c51a280b lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec73222a0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.737377:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99d40/0x99188b78c51a280b lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec73222a0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.737384:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99d40/0x99188b78c51a280b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec73222a0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016139.737395:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 7719322 i_blocks 360 00000020:00010000:0.0:1734016139.737397:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a94ff8 (ffff8800a8a701b8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.737399:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a94ff8 (ffff8800a8a701b8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.737401:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70008/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.737404:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a94ff8 (ffff8800a8a701b8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.737406:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a701b8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.737411:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016139.737419:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 7719322 00000080:00200008:0.0:1734016139.737441:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec480c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016139.737449:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec480c8),name=f16a.sanityn 00000002:00010000:0.0:1734016139.737471:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016139.737485:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a27d3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7322261 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016139.737493:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a27d3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7322261 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016139.737505:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) 00000080:00010000:0.0:1734016139.737508:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) for lock 0x99188b78c51a27d3 00000080:00010000:0.0:1734016139.737513:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a27d3 from it ffff8800a7a77cd8 00010000:00010000:0.0:1734016139.737516:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a27d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec7322261 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016139.737522:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a27d3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7322261 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016139.737535:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016139.737538:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016139.737543:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016139.737544:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04720, flags 0x400001002 00010000:00010000:0.0:1734016139.737554:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12c6c0/0x99188b78c51a27fd lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1581056->1585151) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732228b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.737561:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12c6c0/0x99188b78c51a27fd lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1581056->1585151) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732228b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.737568:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12c6c0/0x99188b78c51a27fd lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1581056->1585151) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732228b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.737574:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12c6c0/0x99188b78c51a27fd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1581056->1585151) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732228b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016139.737584:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 7719322 i_blocks 360 00000020:00010000:0.0:1734016139.737586:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a94ff8 (ffff8800a8a701b8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.737587:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a94ff8 (ffff8800a8a701b8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.737589:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70008/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.737590:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a94ff8 (ffff8800a8a701b8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.737592:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a701b8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.737595:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.737607:0:9663:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:0.0:1734016139.737609:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.737617:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016139.737624:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [769, 774] 00000008:00010000:0.0:1734016139.737630:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016139.737631:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04720, flags 0x0 00010000:00010000:0.0:1734016139.737635:0:9663:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800b025d000 type 11 mode 2 res 10737419264/6 (3149824 3174399) 00010000:00010000:0.0:1734016139.737644:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a2812 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.737650:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a2812 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [3149824->3174399] (req 3149824->3174399) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.737680:0:9663:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a2812 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [3149824->3174399] (req 3149824->3174399) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016139.737700:0:9663:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8a44a80 pname:cluuid:pid:xid:nid:opc:job fsx:ca960967-f34d-4bd7-a96b-f55b9893eead:9663:1818247339299840:192.168.201.101@tcp:101:fsx.0 00000100:00100000:0.0:1734016139.737759:0:9663:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abaca80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016139.739541:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000100:00100000:0.0:1734016139.739616:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00010000:00010000:3.0:1734016139.741704:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016139.741715:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016139.741724:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016139.741743:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339299968:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734016139.747604:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000100:00100000:3.0:1734016139.748463:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339299968:192.168.201.101@tcp:103:ldlm_bl.0 00000020:00010000:0.0:1734016139.752943:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.752949:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.752957:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.752978:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a2812 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3149824->3174399) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73222a7 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.753001:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a2812 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3149824->3174399) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73222a7 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.753023:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.753026:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a701b8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.753053:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016139.753156:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec488c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016139.753166:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec488c8),name=f16a.sanityn 00000002:00010000:0.0:1734016139.753198:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016139.753226:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12f840/0x99188b78c51a2804 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7322299 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016139.753242:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12f840/0x99188b78c51a2804 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7322299 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016139.753258:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) 00000080:00010000:0.0:1734016139.753263:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) for lock 0x99188b78c51a2804 00000080:00010000:0.0:1734016139.753273:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a2804 from it ffff8800a7a77cd8 00010000:00010000:0.0:1734016139.753276:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12f840/0x99188b78c51a2804 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec7322299 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016139.753283:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12f840/0x99188b78c51a2804 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7322299 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016139.753312:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016139.753380:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016139.753404:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016139.753408:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04720, flags 0x400001002 00010000:00010000:0.0:1734016139.753442:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12f180/0x99188b78c51a2819 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.753451:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12f180/0x99188b78c51a2819 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016139.756135:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000080:00200000:0.0:1734016139.759813:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 7719322 i_blocks 408 00000020:00010000:0.0:1734016139.759823:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a94ff8 (ffff8800a8a701b8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.759827:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a94ff8 (ffff8800a8a701b8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.759833:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70008/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.759837:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a94ff8 (ffff8800a8a701b8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.759840:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a701b8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.759856:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016139.759882:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016139.759889:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016139.759901:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016139.759918:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016139.759922:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04720, flags 0x400001002 00010000:00010000:0.0:1734016139.759958:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ed00/0x99188b78c51a2820 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.759968:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ed00/0x99188b78c51a2820 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016139.763439:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000080:00200000:0.0:1734016139.765645:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 7719322 i_blocks 408 00000020:00010000:0.0:1734016139.765656:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a94ff8 (ffff8800a8a701b8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.765660:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a94ff8 (ffff8800a8a701b8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.765667:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70008/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.765672:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a94ff8 (ffff8800a8a701b8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.765674:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a701b8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.765701:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016139.765717:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 7719322 00000080:00200008:0.0:1734016139.765742:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec488c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016139.765750:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec488c8),name=f16a.sanityn 00000002:00010000:0.0:1734016139.765780:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016139.765801:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12f840/0x99188b78c51a2804 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7322299 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016139.765814:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12f840/0x99188b78c51a2804 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7322299 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016139.765828:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) 00000080:00010000:0.0:1734016139.765831:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) for lock 0x99188b78c51a2804 00000080:00010000:0.0:1734016139.765838:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a2804 from it ffff8800a7a77cd8 00010000:00010000:0.0:1734016139.765842:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12f840/0x99188b78c51a2804 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec7322299 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016139.765848:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12f840/0x99188b78c51a2804 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7322299 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016139.765874:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016139.765886:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016139.765904:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016139.765908:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04720, flags 0x400001002 00010000:00010000:0.0:1734016139.765942:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e400/0x99188b78c51a2827 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.765950:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e400/0x99188b78c51a2827 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016139.767892:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00010000:00010000:0.0:1734016139.803709:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e400/0x99188b78c51a2827 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.803739:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e400/0x99188b78c51a2827 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.803753:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e400/0x99188b78c51a2827 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.803758:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e400/0x99188b78c51a2827 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.803770:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e400/0x99188b78c51a2827 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.803786:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 7719322, setting rss=7719322; leaving kms=0, end=18446744073709551615 00010000:00010000:0.0:1734016139.803817:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e400/0x99188b78c51a2827 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.803823:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e400/0x99188b78c51a2827 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.803829:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e400/0x99188b78c51a2827 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.803836:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aa12e400 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:0.0:1734016139.803842:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e400/0x99188b78c51a2827 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.803857:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1734016139.803864:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e400/0x99188b78c51a2827 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.803869:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e400/0x99188b78c51a2827 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016139.803938:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1980:1818247339300608:192.168.201.101@tcp:101:fsx.0 00000100:00100000:0.0:1734016139.819413:0:4735:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341663104 00000100:00100000:0.0:1734016139.819441:0:4735:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341663104 00000100:00100000:0.0:1734016139.819546:0:4735:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.101@tcp, seq: 12357 00000100:00100000:0.0:1734016139.819555:0:4735:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:7681:x1818247341663104:12345-192.168.201.101@tcp:106: 00010000:00010000:0.0:1734016139.819579:0:4735:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a2812 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3149824->3174399) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73222a7 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.819593:0:4735:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a2812 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3149824->3174399) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73222a7 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.819629:0:4735:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012c77cd48[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:0.0:1734016139.819632:0:4735:0:(cl_object.c:300:cl_object_glimpse()) size: 7719322 mtime: 1734016139 atime: 1734016139 ctime: 1734016139 blocks: 408 00000020:00010000:0.0:1734016139.819634:0:4735:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012c77ce10[0x4, 2, [0x280000400:0x6:0x0] hash] 00000020:00010000:0.0:1734016139.819636:0:4735:0:(cl_object.c:300:cl_object_glimpse()) size: 7719322 mtime: 1734016139 atime: 1734016139 ctime: 1734016139 blocks: 408 00000100:00100000:0.0:1734016139.819733:0:4735:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:7681:x1818247341663104:12345-192.168.201.101@tcp:106: Request processed in 177us (5986us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016139.819742:0:4735:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.101@tcp, seq: 12357 00000080:00200000:0.0:1734016139.822074:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 7719322 i_blocks 408 00000020:00010000:0.0:1734016139.822083:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a94ff8 (ffff8800a8a701b8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.822086:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a94ff8 (ffff8800a8a701b8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.822093:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00285b0 (ffff8800a8a70008/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.822097:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a94ff8 (ffff8800a8a701b8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.822100:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00285b0 (ffff8800a8a701b8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.822123:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016139.822144:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 7719322 00000080:00200008:0.0:1734016139.822245:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 499712, type: SEEK_SET 00000080:00200008:0.0:1734016139.822252:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 499712, type: SEEK_SET, rc = 499712 00000080:00200008:0.0:1734016139.822265:0:9663:0:(file.c:2290:do_file_read_iter()) START file f16a.sanityn:[0x200000401:0x9:0x0], ppos: 499712, count: 38577 00000080:00200000:0.0:1734016139.822272:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1734016139.822288:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.822389:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 122 00000080:00200000:0.0:1734016139.822404:0:9663:0:(file.c:1826:ll_file_io_generic()) f16a.sanityn: read ppos: 499712, bytes: 38577 00000080:00200000:0.0:1734016139.822411:0:9663:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000020:00200000:0.0:1734016139.822421:0:9663:0:(cl_io.c:195:cl_io_rw_init()) header@ffff88012c77cd48[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1734016139.822423:0:9663:0:(cl_io.c:195:cl_io_rw_init()) io range: 1 [499712, 538289) 0 0 00000080:00200000:0.0:1734016139.822426:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.822444:0:9663:0:(lov_io.c:1021:lov_io_rw_iter_init()) stripe: 499712 chunk: [499712, 538289) 538289, 38577 00020000:00200000:0.0:1734016139.822450:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016139.822482:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [122, 131] 00000008:00010000:0.0:1734016139.822508:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016139.822512:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2330, osc lock ffff8800b5a050a0, flags 0x0 00010000:00010000:0.0:1734016139.822549:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a2812 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3149824->3174399) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73222a7 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.822570:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (499712 540671) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a2812 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3149824->3174399) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73222a7 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.822581:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a2812 lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3149824->3174399) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73222a7 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.822586:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a2812 lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3149824->3174399) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73222a7 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.822591:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a2812 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3149824->3174399) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73222a7 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016139.822604:0:9663:0:(vvp_io.c:840:vvp_io_read_start()) f16a.sanityn: read [499712, 538289) 00000080:00200000:0.0:1734016139.822619:0:9663:0:(vvp_io.c:899:vvp_io_read_start()) count:38577 iocb pos:499712 00010000:00010000:0.0:1734016139.822680:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a2812 lrc: 4/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3149824->3174399) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73222a7 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.822690:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a2812 lrc: 4/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3149824->3174399) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73222a7 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.822699:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a2812 lrc: 7/2,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3149824->3174399) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73222a7 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.822705:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a2812 lrc: 7/2,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3149824->3174399) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73222a7 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.822710:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a2812 lrc: 6/2,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3149824->3174399) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73222a7 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016139.862617:0:1983:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a8a71180 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a2812 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3149824->3174399) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73222a7 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.862699:0:1983:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (499712 503807) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a2812 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3149824->3174399) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73222a7 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016139.862914:0:1983:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa163100 - object 0x280000400:6 offset 0<>4194304 00000008:00010000:3.0:1734016139.863361:0:1983:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a8a71600 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a2812 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3149824->3174399) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73222a7 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.863393:0:1983:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (4194304 4198399) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a2812 lrc: 6/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3149824->3174399) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73222a7 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016139.863480:0:1983:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa162a00 - object 0x280000400:6 offset 4194304<>7720960 00000100:00100000:3.0:1734016139.863501:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339301120:192.168.201.101@tcp:3:fsx.0 00000100:00100000:3.0:1734016139.879832:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339301504:192.168.201.101@tcp:400:kworker.0 00000100:00100000:3.0:1734016139.880085:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016139.880094:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa160e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0db0e310-e6b8-40c1-b2ea-81542a2439df:1982:1818247339301376:192.168.201.101@tcp:400:kworker.0 00000100:00100000:3.0:1734016139.882386:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa160e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0db0e310-e6b8-40c1-b2ea-81542a2439df:1982:1818247339301376:192.168.201.101@tcp:400:kworker.0 00000100:00100000:3.0:1734016139.882413:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339301504:192.168.201.101@tcp:400:kworker.0 00000008:00010000:3.0:1734016140.012411:0:1982:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a8a71180 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a2812 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3149824->3174399) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73222a7 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016140.027338:0:1982:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a8a71180 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a2812 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3149824->3174399) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73222a7 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016140.027440:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339300992:192.168.201.101@tcp:3:fsx.0 00000100:00100000:0.0:1734016140.035190:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000080:00200000:0.0:1734016140.039838:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 7719322 i_blocks 408 00000020:00010000:0.0:1734016140.039851:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a94ff8 (ffff8800a8a701b8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016140.039856:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a94ff8 (ffff8800a8a701b8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.039866:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00285b0 (ffff8800a8a70008/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.039873:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a94ff8 (ffff8800a8a701b8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.039877:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00285b0 (ffff8800a8a701b8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016140.039904:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016140.039962:0:9663:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:0.0:1734016140.039973:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:0.0:1734016140.039998:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016140.040026:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [14, 21] 00000008:00010000:0.0:1734016140.040058:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016140.040065:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2db0, osc lock ffff8800b5a051d0, flags 0x0 00010000:00010000:0.0:1734016140.040118:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e400/0x99188b78c51a283c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.040133:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e400/0x99188b78c51a283c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [57344->90111] (req 57344->90111) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.040201:0:9663:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e400/0x99188b78c51a283c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [57344->90111] (req 57344->90111) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016140.040263:0:9663:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8a44380 pname:cluuid:pid:xid:nid:opc:job fsx:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:9663:1818247339301760:192.168.201.101@tcp:101:fsx.0 00000100:00100000:0.0:1734016140.040669:0:9663:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacb40 going to sleep for 11 seconds 00000008:00010000:3.0:1734016140.044134:0:1983:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a8a71600 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a2812 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3149824->3174399) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73222a7 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016140.047082:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000008:00010000:3.0:1734016140.052599:0:1983:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a8a71600 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a2812 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3149824->3174399) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec73222a7 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016140.052694:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339301120:192.168.201.101@tcp:3:fsx.0 00000100:00100000:0.0:1734016140.053564:0:9663:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8a44380 pname:cluuid:pid:xid:nid:opc:job fsx:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:9663:1818247339301760:192.168.201.101@tcp:101:fsx.0 00010000:00010000:0.0:1734016140.053617:0:9663:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e400/0x99188b78c51a283c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [57344->90111] (req 57344->90111) gid 0 flags: 0x10000000020000 nid: local remote: 0x903ef4aec73222d1 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.053633:0:9663:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e400/0x99188b78c51a283c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [57344->90111] (req 57344->90111) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec73222d1 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.053642:0:9663:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e400/0x99188b78c51a283c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [57344->90111] (req 57344->90111) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec73222d1 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016140.107154:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00010000:00010000:0.0:1734016140.107638:0:9663:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e400/0x99188b78c51a283c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 57344->90111) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec73222d1 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.107650:0:9663:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e400/0x99188b78c51a283c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 57344->90111) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec73222d1 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.107694:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e400/0x99188b78c51a283c lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 57344->90111) gid 0 flags: 0x10000000020000 nid: local remote: 0x903ef4aec73222d1 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016140.107711:0:9663:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 7719322, setting rss=7719322; kms=7719322, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e400/0x99188b78c51a283c lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 57344->90111) gid 0 flags: 0x10020000020000 nid: local remote: 0x903ef4aec73222d1 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.107728:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e400/0x99188b78c51a283c lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 57344->90111) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73222d1 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.107738:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e400/0x99188b78c51a283c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 57344->90111) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73222d1 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016140.107780:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 7719322 i_blocks 408 00000020:00010000:0.0:1734016140.111587:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016140.111595:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.111607:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2db0 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016140.111628:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e400/0x99188b78c51a283c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 57344->90111) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73222d1 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.111648:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e400/0x99188b78c51a283c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 57344->90111) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73222d1 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016140.111676:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.111682:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2db0 (ffff8800a8a701b8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016140.111713:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016140.111828:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec480c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016140.111840:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec480c8),name=f16a.sanityn 00000002:00010000:0.0:1734016140.111875:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016140.111907:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a27d3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7322261 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016140.111921:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a27d3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7322261 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016140.111945:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) 00000080:00010000:0.0:1734016140.111949:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) for lock 0x99188b78c51a27d3 00000080:00010000:0.0:1734016140.111958:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a27d3 from it ffff8800a7a77cd8 00010000:00010000:0.0:1734016140.111961:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a27d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec7322261 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016140.111967:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a27d3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7322261 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016140.111999:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016140.112018:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016140.112047:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016140.112051:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2db0, osc lock ffff8800b5a051d0, flags 0x400001002 00010000:00010000:0.0:1734016140.112084:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cd80/0x99188b78c51a2843 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.112092:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cd80/0x99188b78c51a2843 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016140.119760:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000080:00200000:0.0:1734016140.129863:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 7719322 i_blocks 472 00000020:00010000:0.0:1734016140.129893:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a94ff8 (ffff8800a8a701b8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016140.129900:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a94ff8 (ffff8800a8a701b8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.129910:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2db0 (ffff8800a8a70008/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.129917:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a94ff8 (ffff8800a8a701b8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.129921:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2db0 (ffff8800a8a701b8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016140.129957:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016140.130013:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016140.130030:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016140.130049:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016140.130081:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016140.130086:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2db0, osc lock ffff8800b5a051d0, flags 0x400001002 00010000:00010000:0.0:1734016140.130149:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cb40/0x99188b78c51a284a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.130165:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cb40/0x99188b78c51a284a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016140.153406:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000080:00200000:0.0:1734016140.175979:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 7719322 i_blocks 472 00000020:00010000:0.0:1734016140.175991:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a94ff8 (ffff8800a8a701b8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016140.175994:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a94ff8 (ffff8800a8a701b8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.176003:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2db0 (ffff8800a8a70008/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.176007:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a94ff8 (ffff8800a8a701b8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.176009:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2db0 (ffff8800a8a701b8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016140.176026:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016140.176043:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 7719322 00000080:00200008:0.0:1734016140.176947:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec480c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016140.176960:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec480c8),name=f16a.sanityn 00000002:00010000:0.0:1734016140.176991:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016140.177016:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a27d3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7322261 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016140.177033:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a27d3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7322261 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016140.177049:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) 00000080:00010000:0.0:1734016140.177053:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) for lock 0x99188b78c51a27d3 00000080:00010000:0.0:1734016140.177061:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a27d3 from it ffff8800a7a77cd8 00010000:00010000:0.0:1734016140.177064:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a27d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec7322261 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016140.177071:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a27d3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7322261 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016140.177112:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016140.177129:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016140.177157:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016140.177160:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2db0, osc lock ffff8800b5a051d0, flags 0x400001002 00010000:00010000:0.0:1734016140.177191:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12eac0/0x99188b78c51a2851 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.177200:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12eac0/0x99188b78c51a2851 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016140.195106:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00010000:00010000:0.0:1734016140.199051:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12eac0/0x99188b78c51a2851 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.199092:0:1981:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12eac0/0x99188b78c51a2851 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.199112:0:1981:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12eac0/0x99188b78c51a2851 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.199121:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12eac0/0x99188b78c51a2851 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.199130:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12eac0/0x99188b78c51a2851 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016140.199158:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 7719322, setting rss=7719322; leaving kms=0, end=18446744073709551615 00010000:00010000:0.0:1734016140.199194:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12eac0/0x99188b78c51a2851 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.199202:0:1981:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12eac0/0x99188b78c51a2851 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.199212:0:1981:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12eac0/0x99188b78c51a2851 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.199227:0:1981:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aa12eac0 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:0.0:1734016140.199235:0:1981:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12eac0/0x99188b78c51a2851 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.199250:0:1981:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1734016140.199258:0:1981:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12eac0/0x99188b78c51a2851 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.199266:0:1981:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12eac0/0x99188b78c51a2851 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016140.199384:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1981:1818247339302400:192.168.201.101@tcp:101:fsx.0 00000100:00100000:0.0:1734016140.201954:0:4735:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341664128 00000100:00100000:0.0:1734016140.201968:0:4735:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341664128 00000100:00100000:0.0:1734016140.202042:0:4735:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.101@tcp, seq: 12364 00000100:00100000:0.0:1734016140.202053:0:4735:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:7681:x1818247341664128:12345-192.168.201.101@tcp:104: 00010000:00010000:0.0:1734016140.202076:0:4735:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e400/0x99188b78c51a283c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 57344->90111) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec73222d1 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.202183:0:4735:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1734016140.202191:0:4735:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:7681:x1818247341664128:12345-192.168.201.101@tcp:104: Request processed in 139us (362us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016140.202200:0:4735:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.101@tcp, seq: 12364 00010000:00010000:3.0:1734016140.202237:0:4746:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016140.202248:0:4746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e400/0x99188b78c51a283c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 57344->90111) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec73222d1 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.202257:0:4746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aa12e400 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016140.202264:0:4746:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e400/0x99188b78c51a283c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 57344->90111) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec73222d1 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016140.202293:0:4746:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016140.202309:0:4746:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016140.202396:0:4746:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e400/0x99188b78c51a283c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 57344->90111) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec73222d1 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.202402:0:4746:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016140.202442:0:4746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e400/0x99188b78c51a283c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 57344->90111) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec73222d1 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.202449:0:4746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e400/0x99188b78c51a283c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 57344->90111) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec73222d1 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.202483:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016140.202485:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016140.202487:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016140.202494:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016140.202510:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339302656:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016140.213308:0:9663:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job fsx:ca960967-f34d-4bd7-a96b-f55b9893eead:9663:1818247339302528:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.213384:0:9663:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b600/0x99188b78c51a2858 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [9961472->9973759] (req 9961472->9973759) gid 0 flags: 0x10000000020000 nid: local remote: 0x903ef4aec73222ed expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.213401:0:9663:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b600/0x99188b78c51a2858 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [9961472->9973759] (req 9961472->9973759) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec73222ed expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.213413:0:9663:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b600/0x99188b78c51a2858 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [9961472->9973759] (req 9961472->9973759) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec73222ed expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.213543:0:9663:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b600/0x99188b78c51a2858 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9961472->9973759) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec73222ed expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.213550:0:9663:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b600/0x99188b78c51a2858 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9961472->9973759) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec73222ed expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.213582:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b600/0x99188b78c51a2858 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9961472->9973759) gid 0 flags: 0x10000000020000 nid: local remote: 0x903ef4aec73222ed expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016140.213600:0:9663:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 7719322, setting rss=7719322; kms=7719322, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b600/0x99188b78c51a2858 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9961472->9973759) gid 0 flags: 0x10020000020000 nid: local remote: 0x903ef4aec73222ed expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.213618:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b600/0x99188b78c51a2858 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9961472->9973759) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73222ed expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.213625:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b600/0x99188b78c51a2858 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9961472->9973759) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73222ed expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016140.213662:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 7719322 i_blocks 472 00000100:00100000:3.0:1734016140.214902:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339302784:192.168.201.101@tcp:22:fsx.0 00000100:00100000:3.0:1734016140.221464:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339302656:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016140.222180:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339302784:192.168.201.101@tcp:22:fsx.0 00000020:00010000:0.0:1734016140.222318:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016140.222386:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.222395:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b0028ab0 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016140.222413:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b600/0x99188b78c51a2858 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9961472->9973759) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73222ed expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.222435:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b600/0x99188b78c51a2858 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9961472->9973759) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73222ed expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016140.222466:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.222468:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b0028ab0 (ffff8800a8a701b8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016140.222497:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016140.222617:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec488c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016140.222632:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec488c8),name=f16a.sanityn 00000002:00010000:0.0:1734016140.222684:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016140.222721:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12f840/0x99188b78c51a2804 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7322299 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016140.222738:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12f840/0x99188b78c51a2804 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7322299 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016140.222759:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) 00000080:00010000:0.0:1734016140.222765:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) for lock 0x99188b78c51a2804 00000080:00010000:0.0:1734016140.222774:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a2804 from it ffff8800a7a77cd8 00010000:00010000:0.0:1734016140.222778:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12f840/0x99188b78c51a2804 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec7322299 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016140.222785:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12f840/0x99188b78c51a2804 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7322299 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016140.222823:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016140.222848:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016140.222883:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016140.222888:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2d30, osc lock ffff8800b5a04000, flags 0x400001002 00010000:00010000:0.0:1734016140.222948:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fa80/0x99188b78c51a285f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.222959:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fa80/0x99188b78c51a285f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016140.223085:0:1981:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016140.223114:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1981:1818247339302912:192.168.201.101@tcp:101:fsx.0 00000100:00100000:0.0:1734016140.228492:0:4735:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341664384 00000100:00100000:0.0:1734016140.228509:0:4735:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341664384 00000100:00100000:0.0:1734016140.228576:0:4735:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.101@tcp, seq: 12366 00000100:00100000:0.0:1734016140.228586:0:4735:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:13915:x1818247341664384:12345-192.168.201.101@tcp:106: 00010000:00010000:0.0:1734016140.228604:0:4735:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b600/0x99188b78c51a2858 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9961472->9973759) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73222ed expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.228617:0:4735:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b600/0x99188b78c51a2858 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9961472->9973759) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73222ed expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016140.228659:0:4735:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012c77cd48[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:0.0:1734016140.228663:0:4735:0:(cl_object.c:300:cl_object_glimpse()) size: 9972962 mtime: 1734016139 atime: 1734016140 ctime: 1734016140 blocks: 496 00000020:00010000:0.0:1734016140.228666:0:4735:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012c77ce10[0x4, 2, [0x280000400:0x6:0x0] hash] 00000020:00010000:0.0:1734016140.228667:0:4735:0:(cl_object.c:300:cl_object_glimpse()) size: 9972962 mtime: 1734016139 atime: 1734016140 ctime: 1734016140 blocks: 496 00000100:00100000:0.0:1734016140.228739:0:4735:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:13915:x1818247341664384:12345-192.168.201.101@tcp:106: Request processed in 154us (451us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016140.228747:0:4735:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.101@tcp, seq: 12366 00000080:00200000:0.0:1734016140.232082:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9972962 i_blocks 496 00000020:00010000:0.0:1734016140.232096:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a94ff8 (ffff8800a8a701b8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016140.232100:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a94ff8 (ffff8800a8a701b8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.232110:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2d30 (ffff8800a8a70008/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.232116:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a94ff8 (ffff8800a8a701b8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.232119:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2d30 (ffff8800a8a701b8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016140.232142:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016140.232179:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016140.232191:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016140.232210:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016140.232240:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016140.232245:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2d30, osc lock ffff8800b5a04000, flags 0x400001002 00010000:00010000:0.0:1734016140.232282:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e400/0x99188b78c51a2866 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.232291:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e400/0x99188b78c51a2866 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016140.236605:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000080:00200000:0.0:1734016140.242762:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9972962 i_blocks 496 00000020:00010000:0.0:1734016140.242775:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a94ff8 (ffff8800a8a701b8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016140.242779:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a94ff8 (ffff8800a8a701b8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.242788:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2d30 (ffff8800a8a70008/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.242793:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a94ff8 (ffff8800a8a701b8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.242796:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2d30 (ffff8800a8a701b8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016140.242820:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016140.242841:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 9972962 00000080:00200008:0.0:1734016140.242883:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec488c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016140.242894:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec488c8),name=f16a.sanityn 00000002:00010000:0.0:1734016140.242935:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016140.242956:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12f840/0x99188b78c51a2804 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7322299 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016140.242973:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12f840/0x99188b78c51a2804 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7322299 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016140.242992:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) 00000080:00010000:0.0:1734016140.242996:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) for lock 0x99188b78c51a2804 00000080:00010000:0.0:1734016140.243003:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a2804 from it ffff8800a7a77cd8 00010000:00010000:0.0:1734016140.243006:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12f840/0x99188b78c51a2804 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec7322299 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016140.243016:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12f840/0x99188b78c51a2804 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7322299 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016140.243049:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016140.243064:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016140.243095:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016140.243098:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2d30, osc lock ffff8800b5a04000, flags 0x400001002 00010000:00010000:0.0:1734016140.243132:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e880/0x99188b78c51a286d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.243141:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e880/0x99188b78c51a286d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016140.246594:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000100:00100000:0.0:1734016140.246683:0:4735:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1734016140.246719:0:4735:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341664640 00000100:00100000:0.0:1734016140.246735:0:4735:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341664640 00000100:00100000:0.0:1734016140.247513:0:4735:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.101@tcp, seq: 12368 00000100:00100000:0.0:1734016140.247528:0:4735:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a79dc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:13915:x1818247341664640:12345-192.168.201.101@tcp:106: 00010000:00010000:0.0:1734016140.247551:0:4735:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b600/0x99188b78c51a2858 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9961472->9973759) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73222ed expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.247566:0:4735:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b600/0x99188b78c51a2858 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9961472->9973759) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73222ed expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016140.247614:0:4735:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012c77cd48[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:0.0:1734016140.247617:0:4735:0:(cl_object.c:300:cl_object_glimpse()) size: 9972962 mtime: 1734016139 atime: 1734016140 ctime: 1734016140 blocks: 496 00000020:00010000:0.0:1734016140.247620:0:4735:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012c77ce10[0x4, 2, [0x280000400:0x6:0x0] hash] 00000020:00010000:0.0:1734016140.247622:0:4735:0:(cl_object.c:300:cl_object_glimpse()) size: 9972962 mtime: 1734016139 atime: 1734016140 ctime: 1734016140 blocks: 496 00000100:00100000:0.0:1734016140.248076:0:4735:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a79dc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:13915:x1818247341664640:12345-192.168.201.101@tcp:106: Request processed in 551us (1506us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016140.248087:0:4735:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.101@tcp, seq: 12368 00010000:00010000:0.0:1734016140.252171:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e880/0x99188b78c51a286d lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.252203:0:1981:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e880/0x99188b78c51a286d lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.252222:0:1981:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e880/0x99188b78c51a286d lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.252230:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e880/0x99188b78c51a286d lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.252237:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e880/0x99188b78c51a286d lrc: 5/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016140.252259:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 9972962, setting rss=9972962; leaving kms=0, end=18446744073709551615 00010000:00010000:0.0:1734016140.255776:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e880/0x99188b78c51a286d lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.255797:0:1981:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e880/0x99188b78c51a286d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.255806:0:1981:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e880/0x99188b78c51a286d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.255815:0:1981:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aa12e880 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:0.0:1734016140.255823:0:1981:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e880/0x99188b78c51a286d lrc: 5/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.255837:0:1981:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1734016140.255844:0:1981:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e880/0x99188b78c51a286d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.255851:0:1981:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e880/0x99188b78c51a286d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016140.259481:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1981:1818247339303168:192.168.201.101@tcp:101:fsx.0 00000100:00100000:0.0:1734016140.260032:0:4735:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341664768 00000100:00100000:0.0:1734016140.260048:0:4735:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341664768 00000100:00100000:0.0:1734016140.260128:0:4735:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.101@tcp, seq: 12369 00000100:00100000:0.0:1734016140.260141:0:4735:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:13915:x1818247341664768:12345-192.168.201.101@tcp:106: 00010000:00010000:0.0:1734016140.260164:0:4735:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b600/0x99188b78c51a2858 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9961472->9973759) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73222ed expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.260177:0:4735:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b600/0x99188b78c51a2858 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9961472->9973759) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73222ed expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016140.260216:0:4735:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012c77cd48[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:0.0:1734016140.260219:0:4735:0:(cl_object.c:300:cl_object_glimpse()) size: 9972962 mtime: 1734016139 atime: 1734016140 ctime: 1734016140 blocks: 496 00000020:00010000:0.0:1734016140.260223:0:4735:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012c77ce10[0x4, 2, [0x280000400:0x6:0x0] hash] 00000020:00010000:0.0:1734016140.260224:0:4735:0:(cl_object.c:300:cl_object_glimpse()) size: 9972962 mtime: 1734016139 atime: 1734016140 ctime: 1734016140 blocks: 496 00000100:00100000:0.0:1734016140.260314:0:4735:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:13915:x1818247341664768:12345-192.168.201.101@tcp:106: Request processed in 176us (400us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016140.262725:0:4735:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.101@tcp, seq: 12369 00000080:00200000:0.0:1734016140.267854:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9972962 i_blocks 496 00000020:00010000:0.0:1734016140.267871:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a94ff8 (ffff8800a8a701b8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016140.267876:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a94ff8 (ffff8800a8a701b8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.267886:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b0028930 (ffff8800a8a70008/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.267892:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a94ff8 (ffff8800a8a701b8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.267896:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b0028930 (ffff8800a8a701b8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016140.267921:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016140.267951:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 9972962 00000080:00a00000:0.0:1734016140.268080:0:9663:0:(llite_mmap.c:611:ll_file_mmap()) VFS_Op: fid=[0x200000401:0x9:0x0] vma=ffff8800b016a948 start=0x7fe97e316000 end=0x7fe97e322000 vm_flags=0xf9 00000080:00200000:0.0:1734016140.268094:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016140.268109:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016140.268133:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016140.268136:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2fb0, osc lock ffff8800b5a04850, flags 0x400001002 00010000:00010000:0.0:1734016140.268168:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a287b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.268177:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a287b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016140.275648:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000080:00200000:0.0:1734016140.281060:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9972962 i_blocks 496 00000020:00010000:0.0:1734016140.281069:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a94ff8 (ffff8800a8a701b8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016140.281073:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a94ff8 (ffff8800a8a701b8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.281080:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2fb0 (ffff8800a8a70008/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.281084:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a94ff8 (ffff8800a8a701b8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.281086:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2fb0 (ffff8800a8a701b8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016140.281107:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016140.281231:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 2189 00000080:00200000:0.0:1734016140.281244:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016140.281267:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016140.281287:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [2189, 2189] 00000008:00010000:0.0:1734016140.281306:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016140.281312:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2fb0, osc lock ffff8800b5a04850, flags 0x0 00010000:00010000:0.0:1734016140.281374:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.281388:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [8966144->8970239] (req 8966144->8970239) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.281440:0:9663:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [8966144->8970239] (req 8966144->8970239) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016140.281477:0:9663:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8a46300 pname:cluuid:pid:xid:nid:opc:job fsx:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:9663:1818247339303552:192.168.201.101@tcp:101:fsx.0 00000100:00100000:0.0:1734016140.281604:0:9663:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abaccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016140.289607:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000100:00100000:3.0:1734016140.294748:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339303680:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734016140.295557:0:9663:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8a46300 pname:cluuid:pid:xid:nid:opc:job fsx:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:9663:1818247339303552:192.168.201.101@tcp:101:fsx.0 00010000:00010000:0.0:1734016140.295604:0:9663:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [8966144->8970239] (req 8966144->8970239) gid 0 flags: 0x10000000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.295615:0:9663:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [8966144->8970239] (req 8966144->8970239) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.295625:0:9663:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [8966144->8970239] (req 8966144->8970239) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016140.298188:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000020:00010000:3.0:1734016140.324490:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016140.324495:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016140.324502:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2fb0 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016140.324515:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.324532:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016140.324562:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016140.324565:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2fb0 (ffff8800a8a701b8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016140.324588:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016140.324674:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 2190 00000080:00200000:3.0:1734016140.324686:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016140.324849:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016140.324870:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [2190, 2190] 00000008:00010000:3.0:1734016140.324892:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016140.324897:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3e30, osc lock ffff8800aa16d7c0, flags 0x0 00010000:00010000:3.0:1734016140.324931:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.324946:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8970240 8974335) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.324959:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.324967:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.324974:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016140.325087:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:3.0:1734016140.325102:0:1982:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a9ae6000 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.325140:0:1982:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8970240 8974335) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016140.325198:0:1982:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa162a00 - object 0x280000400:6 offset 8970240<>8974336 00000100:00100000:3.0:1734016140.325225:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339304192:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016140.330431:0:1982:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a9ae6000 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016140.331689:0:1982:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a9ae6000 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016140.331742:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339304192:192.168.201.101@tcp:3:fsx.0 00000020:00010000:0.0:1734016140.337823:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016140.337827:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.337831:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b0028fb0 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016140.337840:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.337856:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016140.337874:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.337877:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b0028fb0 (ffff8800a8a701b8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016140.337900:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016140.337981:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 2187 00000080:00200000:0.0:1734016140.337991:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016140.338008:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016140.338022:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [2187, 2187] 00000008:00010000:0.0:1734016140.338040:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016140.338046:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2cb0, osc lock ffff8800b5a04390, flags 0x0 00010000:00010000:0.0:1734016140.338074:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.338089:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8957952 8962047) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.338100:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.338106:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.338112:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016140.345197:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016140.345204:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.345209:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2cb0 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016140.345219:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.345232:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016140.345250:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.345252:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2cb0 (ffff8800a8a701b8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016140.345273:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000020:00010000:0.0:1734016140.364611:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016140.364617:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.364623:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b0028f30 (ffff8800a8e27128/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016140.364633:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.364645:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016140.364666:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72308 (ffff8800a8a701b8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.364669:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b0028f30 (ffff8800a8a701b8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016140.364701:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016140.365162:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 2184 00000080:00200000:0.0:1734016140.365182:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016140.365208:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016140.365230:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [2184, 2184] 00000008:00010000:0.0:1734016140.365255:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016140.365261:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2cb0, osc lock ffff8800b5a04390, flags 0x0 00010000:00010000:0.0:1734016140.365291:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.365314:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8945664 8949759) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.365369:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.365378:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.365386:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016140.370456:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_release():233 00000020:00010000:0.0:1734016140.370461:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.370465:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2cb0 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016140.370473:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.370484:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016140.370507:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.370509:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2cb0 (ffff8800a8e27128/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016140.370526:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016140.370586:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 2183 00000080:00200000:0.0:1734016140.370596:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016140.370611:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016140.370627:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [2183, 2183] 00000008:00010000:0.0:1734016140.370643:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016140.370648:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2cb0, osc lock ffff8800b5a04390, flags 0x0 00010000:00010000:0.0:1734016140.370674:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.370689:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8941568 8945663) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.370700:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.370708:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.370715:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016140.374732:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_release():233 00000020:00010000:0.0:1734016140.374737:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.374743:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2cb0 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016140.374755:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.374768:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016140.374788:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.374791:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2cb0 (ffff8800a8e27128/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016140.374813:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016140.374896:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 2182 00000080:00200000:0.0:1734016140.374907:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016140.374936:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016140.374957:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [2182, 2182] 00000008:00010000:0.0:1734016140.374975:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016140.374981:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2cb0, osc lock ffff8800b5a04390, flags 0x0 00010000:00010000:0.0:1734016140.375007:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.375022:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8937472 8941567) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.375034:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.375042:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.375048:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016140.382874:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_release():233 00000020:00010000:0.0:1734016140.382878:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.382881:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2cb0 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016140.382890:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.382900:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016140.382929:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.382931:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2cb0 (ffff8800a8e27128/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016140.382951:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016140.383005:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 2181 00000080:00200000:0.0:1734016140.383013:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016140.383029:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016140.383045:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [2181, 2181] 00000008:00010000:0.0:1734016140.383059:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016140.383063:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2cb0, osc lock ffff8800b5a04390, flags 0x0 00010000:00010000:0.0:1734016140.383082:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.383094:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8933376 8937471) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.383104:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.383114:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.383121:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016140.386416:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_release():233 00000020:00010000:0.0:1734016140.386424:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.386431:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2cb0 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016140.386446:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.386461:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016140.386487:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.386490:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2cb0 (ffff8800a8e27128/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016140.386517:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016140.386609:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 2180 00000080:00200000:0.0:1734016140.386620:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016140.386646:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016140.386671:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [2180, 2180] 00000008:00010000:0.0:1734016140.386690:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016140.386695:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2cb0, osc lock ffff8800b5a04390, flags 0x0 00010000:00010000:0.0:1734016140.386725:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.386744:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8929280 8933375) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.386756:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.386764:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.386771:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016140.391062:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_release():233 00000020:00010000:0.0:1734016140.391068:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.391073:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2cb0 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016140.391083:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.391095:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016140.391118:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.391121:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2cb0 (ffff8800a8e27128/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016140.391149:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016140.391242:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 2179 00000080:00200000:0.0:1734016140.391256:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016140.391278:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016140.391298:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [2179, 2179] 00000008:00010000:0.0:1734016140.391315:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016140.391366:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2cb0, osc lock ffff8800b5a04390, flags 0x0 00010000:00010000:0.0:1734016140.391406:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.391423:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8925184 8929279) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.391436:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.391444:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.391454:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016140.396795:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_release():233 00000020:00010000:0.0:1734016140.396801:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.396806:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2cb0 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016140.396817:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.396830:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016140.396856:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.396859:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2cb0 (ffff8800a8e27128/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016140.396889:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016140.397516:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec488c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016140.397530:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec488c8),name=f16a.sanityn 00000002:00010000:0.0:1734016140.397563:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016140.397588:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12f840/0x99188b78c51a2804 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7322299 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016140.397604:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12f840/0x99188b78c51a2804 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7322299 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016140.397621:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) 00000080:00010000:0.0:1734016140.397626:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) for lock 0x99188b78c51a2804 00000080:00010000:0.0:1734016140.397635:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a2804 from it ffff8800a7a77cd8 00010000:00010000:0.0:1734016140.397640:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12f840/0x99188b78c51a2804 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec7322299 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016140.397647:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12f840/0x99188b78c51a2804 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7322299 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016140.397678:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016140.397699:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016140.397729:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016140.397735:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2cb0, osc lock ffff8800b5a04390, flags 0x400001002 00010000:00010000:0.0:1734016140.397753:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.397763:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.397776:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.397783:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016140.397802:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9972962 i_blocks 496 00000020:00010000:0.0:1734016140.397805:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800aaca8db0 (ffff8800a8e27128/0) at cl_lock_release():233 00000020:00010000:0.0:1734016140.397807:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800aaca8db0 (ffff8800a8e27128/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.397809:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2cb0 (ffff8800a8a70008/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.397812:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800aaca8db0 (ffff8800a8e27128/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.397813:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2cb0 (ffff8800a8e27128/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016140.397819:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016140.397837:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016140.397841:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016140.397845:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016140.397850:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016140.397852:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2cb0, osc lock ffff8800b5a04390, flags 0x400001002 00010000:00010000:0.0:1734016140.397857:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.397864:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.397876:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.397884:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016140.397893:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9972962 i_blocks 496 00000020:00010000:0.0:1734016140.397895:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800aaca8db0 (ffff8800a8e27128/0) at cl_lock_release():233 00000020:00010000:0.0:1734016140.397897:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800aaca8db0 (ffff8800a8e27128/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.397899:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2cb0 (ffff8800a8a70008/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.397901:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800aaca8db0 (ffff8800a8e27128/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.397903:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2cb0 (ffff8800a8e27128/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016140.397908:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016140.397918:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 9972962 00000080:00200008:0.0:1734016140.397935:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec488c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016140.397939:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec488c8),name=f16a.sanityn 00000002:00010000:0.0:1734016140.397945:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016140.397951:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12f840/0x99188b78c51a2804 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7322299 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016140.397957:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12f840/0x99188b78c51a2804 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7322299 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016140.397963:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) 00000080:00010000:0.0:1734016140.397965:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) for lock 0x99188b78c51a2804 00000080:00010000:0.0:1734016140.397969:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a2804 from it ffff8800a7a77cd8 00010000:00010000:0.0:1734016140.397971:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12f840/0x99188b78c51a2804 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec7322299 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016140.397977:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12f840/0x99188b78c51a2804 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7322299 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016140.397985:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016140.397989:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016140.397993:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016140.397994:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2cb0, osc lock ffff8800b5a04390, flags 0x400001002 00010000:00010000:0.0:1734016140.398000:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.398005:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.398012:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.398017:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016140.398024:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9972962 i_blocks 496 00000020:00010000:0.0:1734016140.398025:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800aaca8db0 (ffff8800a8e27128/0) at cl_lock_release():233 00000020:00010000:0.0:1734016140.398027:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800aaca8db0 (ffff8800a8e27128/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.398028:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2cb0 (ffff8800a8a70008/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.398030:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800aaca8db0 (ffff8800a8e27128/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.398031:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2cb0 (ffff8800a8e27128/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016140.398035:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016140.398042:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016140.398044:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016140.398046:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016140.398050:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016140.398052:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2cb0, osc lock ffff8800b5a04390, flags 0x400001002 00010000:00010000:0.0:1734016140.398056:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.398064:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.398070:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.398076:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016140.398083:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9972962 i_blocks 496 00000020:00010000:0.0:1734016140.398085:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800aaca8db0 (ffff8800a8e27128/0) at cl_lock_release():233 00000020:00010000:0.0:1734016140.398087:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800aaca8db0 (ffff8800a8e27128/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.398089:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2cb0 (ffff8800a8a70008/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.398091:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800aaca8db0 (ffff8800a8e27128/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.398092:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2cb0 (ffff8800a8e27128/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016140.398096:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016140.398100:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 9972962 00000080:00200008:0.0:1734016140.398111:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec480c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016140.398119:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec480c8),name=f16a.sanityn 00000002:00010000:0.0:1734016140.398130:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016140.398142:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a27d3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7322261 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016140.398150:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a27d3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7322261 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016140.398156:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) 00000080:00010000:0.0:1734016140.398158:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) for lock 0x99188b78c51a27d3 00000080:00010000:0.0:1734016140.398162:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a27d3 from it ffff8800a7a77cd8 00010000:00010000:0.0:1734016140.398163:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a27d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec7322261 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016140.398169:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a27d3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7322261 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016140.398182:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016140.398188:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016140.398192:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016140.398194:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2cb0, osc lock ffff8800b5a04390, flags 0x400001002 00010000:00010000:0.0:1734016140.398213:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12d8c0/0x99188b78c51a2889 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.398219:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12d8c0/0x99188b78c51a2889 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016140.404438:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9972962 i_blocks 496 00000020:00010000:0.0:1734016140.404454:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800aaca8db0 (ffff8800a8e27128/0) at cl_lock_release():233 00000020:00010000:0.0:1734016140.404460:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800aaca8db0 (ffff8800a8e27128/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.404466:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2cb0 (ffff8800a8a70008/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.404472:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800aaca8db0 (ffff8800a8e27128/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.404475:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2cb0 (ffff8800a8e27128/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016140.404496:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016140.404535:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016140.404545:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016140.404560:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016140.404587:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016140.404591:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2cb0, osc lock ffff8800b5a04390, flags 0x400001002 00010000:00010000:0.0:1734016140.404620:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12d8c0/0x99188b78c51a2889 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732231e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.404636:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12d8c0/0x99188b78c51a2889 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732231e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.404651:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12d8c0/0x99188b78c51a2889 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732231e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.404659:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12d8c0/0x99188b78c51a2889 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732231e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016140.404677:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9972962 i_blocks 496 00000020:00010000:0.0:1734016140.404680:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800aaca8db0 (ffff8800a8e27128/0) at cl_lock_release():233 00000020:00010000:0.0:1734016140.404682:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800aaca8db0 (ffff8800a8e27128/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.404684:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2cb0 (ffff8800a8a70008/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.404687:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800aaca8db0 (ffff8800a8e27128/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.404689:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2cb0 (ffff8800a8e27128/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016140.404693:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016140.404700:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 9972962 00000080:00a00000:0.0:1734016140.404865:0:9663:0:(llite_mmap.c:611:ll_file_mmap()) VFS_Op: fid=[0x200000401:0x9:0x0] vma=ffff8800b016a948 start=0x7fe97e313000 end=0x7fe97e322000 vm_flags=0xfb 00000080:00200000:0.0:1734016140.404878:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016140.404883:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016140.404890:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016140.404892:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2cb0, osc lock ffff8800b5a04390, flags 0x400001002 00010000:00010000:0.0:1734016140.404904:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.404914:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.404932:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.404939:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fcc0/0x99188b78c51a2882 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8966144->8970239) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322317 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016140.404952:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9972962 i_blocks 496 00000020:00010000:0.0:1734016140.404956:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800aaca8db0 (ffff8800a8e27128/0) at cl_lock_release():233 00000020:00010000:0.0:1734016140.404958:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800aaca8db0 (ffff8800a8e27128/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.404961:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2cb0 (ffff8800a8a70008/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.404964:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800aaca8db0 (ffff8800a8e27128/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.404966:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2cb0 (ffff8800a8e27128/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016140.404970:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016140.405056:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 1273 00000080:00200000:0.0:1734016140.405068:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016140.405080:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016140.405095:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1273, 1273] 00000008:00010000:0.0:1734016140.405105:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016140.405108:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2cb0, osc lock ffff8800b5a04390, flags 0x0 00010000:00010000:0.0:1734016140.405115:0:9663:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800b5a02000 type 11 mode 2 res 10737419264/6 (5214208 5218303) 00010000:00010000:0.0:1734016140.405138:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.405150:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [5214208->5218303] (req 5214208->5218303) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.405198:0:9663:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [5214208->5218303] (req 5214208->5218303) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016140.405235:0:9663:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8a46d80 pname:cluuid:pid:xid:nid:opc:job fsx:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:9663:1818247339307008:192.168.201.101@tcp:101:fsx.0 00000100:00100000:0.0:1734016140.405423:0:9663:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abac180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016140.407466:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000100:00100000:0.0:1734016140.407543:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000100:00100000:0.0:1734016140.407579:0:9552:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341665280 00000100:00100000:0.0:1734016140.407596:0:9552:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341665280 00000100:00100000:0.0:1734016140.407654:0:9552:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341665408 00000100:00100000:0.0:1734016140.407657:0:9552:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341665408 00000100:00100000:0.0:1734016140.407677:0:9552:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.101@tcp, seq: 12373 00000100:00100000:0.0:1734016140.407691:0:9552:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8a44700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:7681:x1818247341665280:12345-192.168.201.101@tcp:104: 00010000:00010000:0.0:1734016140.407714:0:9552:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12d8c0/0x99188b78c51a2889 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x903ef4aec732231e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.415120:0:9552:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1734016140.415155:0:9552:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8a44700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:7681:x1818247341665280:12345-192.168.201.101@tcp:104: Request processed in 7451us (7690us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016140.415175:0:9552:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.101@tcp, seq: 12373 00010000:00010000:3.0:1734016140.418847:0:4746:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016140.418863:0:4746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12d8c0/0x99188b78c51a2889 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x903ef4aec732231e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.418876:0:4746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aa12d8c0 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016140.418886:0:4746:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12d8c0/0x99188b78c51a2889 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0x903ef4aec732231e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016140.418910:0:4746:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016140.418935:0:4746:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016140.419003:0:4746:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12d8c0/0x99188b78c51a2889 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x903ef4aec732231e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.419013:0:4746:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016140.420661:0:4746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12d8c0/0x99188b78c51a2889 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x903ef4aec732231e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.420674:0:4746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12d8c0/0x99188b78c51a2889 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x903ef4aec732231e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.420722:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016140.420723:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016140.420727:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016140.420795:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016140.420834:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339307264:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734016140.421829:0:9663:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8a46d80 pname:cluuid:pid:xid:nid:opc:job fsx:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:9663:1818247339307008:192.168.201.101@tcp:101:fsx.0 00010000:00010000:0.0:1734016140.421870:0:9663:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [5214208->5218303] (req 5214208->5218303) gid 0 flags: 0x10000000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.421883:0:9663:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [5214208->5218303] (req 5214208->5218303) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.421892:0:9663:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [5214208->5218303] (req 5214208->5218303) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016140.424852:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000008:00010000:3.0:1734016140.432302:0:1983:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a8a71840 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.432363:0:1983:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5210112 5214207) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016140.432423:0:1983:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa162300 - object 0x280000400:6 offset 5210112<>5214208 00000100:00100000:3.0:1734016140.433043:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339307264:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016140.433067:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016140.433081:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339307776:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016140.437104:0:1983:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a8a71840 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016140.437261:0:1983:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a8a71840 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016140.437292:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339307776:192.168.201.101@tcp:3:fsx.0 00000020:00010000:0.0:1734016140.441062:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_release():233 00000020:00010000:0.0:1734016140.441068:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.441071:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00288b0 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016140.441080:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.441093:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016140.441116:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.441117:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00288b0 (ffff8800a8e27128/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016140.441141:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016140.441165:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016140.441177:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016140.441193:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1271, 1271] 00000008:00010000:0.0:1734016140.441209:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016140.441214:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2e30, osc lock ffff8800b5a04f70, flags 0x0 00010000:00010000:0.0:1734016140.441236:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.441248:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5206016 5210111) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.441259:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.441266:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.441272:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016140.441446:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012abac240 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016140.441472:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48a48, count 1, dirtied 1 00000008:00010000:0.0:1734016140.441487:0:9663:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a8a71300 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016140.441495:0:9663:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a8a71300 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016140.441506:0:9663:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012abac240 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016140.441517:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_release():233 00000020:00010000:0.0:1734016140.441520:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.441524:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2e30 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016140.441528:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.441537:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016140.441547:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.441549:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2e30 (ffff8800a8e27128/1) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.453712:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_release():233 00000020:00010000:0.0:1734016140.453720:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.453726:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b0028730 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016140.453741:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.453756:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016140.453781:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.453784:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b0028730 (ffff8800a8e27128/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016140.453815:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016140.453848:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016140.453876:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016140.453897:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1269, 1269] 00000008:00010000:0.0:1734016140.453929:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016140.453936:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2e30, osc lock ffff8800b5a04f70, flags 0x0 00010000:00010000:0.0:1734016140.453967:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.453984:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5197824 5201919) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.453998:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.454005:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.454013:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016140.454090:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012abac180 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016140.454118:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48a48, count 1, dirtied 1 00000008:00010000:0.0:1734016140.454132:0:9663:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a8a71180 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016140.454142:0:9663:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a8a71180 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016140.454151:0:9663:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012abac180 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016140.454164:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_release():233 00000020:00010000:0.0:1734016140.454166:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.454169:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2e30 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016140.454173:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.454181:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016140.454189:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.454192:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2e30 (ffff8800a8e27128/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016140.454201:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016140.454293:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 1268 00000080:00200000:0.0:1734016140.454302:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016140.454307:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016140.454311:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1268, 1268] 00000008:00010000:0.0:1734016140.454316:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016140.454318:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2e30, osc lock ffff8800b5a04f70, flags 0x0 00010000:00010000:0.0:1734016140.454369:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.454377:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5193728 5197823) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.454385:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.454398:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.454405:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016140.465280:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_release():233 00000020:00010000:0.0:1734016140.465285:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.465290:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2e30 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016140.465298:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.465309:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016140.465347:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.465350:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2e30 (ffff8800a8e27128/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016140.465375:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016140.465399:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016140.465419:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016140.465440:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1268, 1268] 00000008:00010000:0.0:1734016140.465459:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016140.465464:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2e30, osc lock ffff8800b5a04f70, flags 0x0 00010000:00010000:0.0:1734016140.465492:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.465512:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5193728 5197823) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.465527:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.465535:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.465541:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016140.465593:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012abac0c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016140.465613:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48a48, count 1, dirtied 1 00000008:00010000:0.0:1734016140.465623:0:9663:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012abac180 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016140.465628:0:9663:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012abac180 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016140.465635:0:9663:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012abac0c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016140.465643:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_release():233 00000020:00010000:0.0:1734016140.465646:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.465648:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2e30 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016140.465651:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.465657:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016140.465665:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.465667:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2e30 (ffff8800a8e27128/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016140.465673:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016140.465739:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 1267 00000080:00200000:0.0:1734016140.465746:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016140.467208:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016140.467234:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1267, 1267] 00000008:00010000:0.0:1734016140.467250:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016140.467253:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2e30, osc lock ffff8800b5a04f70, flags 0x0 00010000:00010000:0.0:1734016140.467275:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.467294:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5189632 5193727) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.467308:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.467316:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.467346:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016140.473589:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_release():233 00000020:00010000:0.0:1734016140.473594:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.473599:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2e30 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016140.473611:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.473627:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016140.473647:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.473649:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2e30 (ffff8800a8e27128/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016140.473674:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016140.473704:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016140.473728:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016140.473755:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1267, 1267] 00000008:00010000:0.0:1734016140.473779:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016140.473786:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2e30, osc lock ffff8800b5a04f70, flags 0x0 00010000:00010000:0.0:1734016140.473815:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.473832:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5189632 5193727) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.473854:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.473861:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.473867:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016140.473936:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012abacd80 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016140.473957:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48a48, count 1, dirtied 1 00000008:00010000:0.0:1734016140.473968:0:9663:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012abac0c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016140.473974:0:9663:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012abac0c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016140.473980:0:9663:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012abacd80 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016140.473989:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_release():233 00000020:00010000:0.0:1734016140.473991:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.473993:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2e30 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016140.473995:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.474004:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016140.474012:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.474013:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2e30 (ffff8800a8e27128/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016140.474018:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016140.474090:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 1266 00000080:00200000:0.0:1734016140.474097:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016140.474101:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016140.474104:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1266, 1266] 00000008:00010000:0.0:1734016140.474108:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016140.474110:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2e30, osc lock ffff8800b5a04f70, flags 0x0 00010000:00010000:0.0:1734016140.474115:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.474122:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5185536 5189631) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.474129:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.474135:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.474140:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016140.478105:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_release():233 00000020:00010000:0.0:1734016140.478110:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.478113:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2e30 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016140.478123:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.478134:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016140.478155:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.478158:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2e30 (ffff8800a8e27128/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016140.478184:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016140.478206:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016140.478225:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016140.478247:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1266, 1266] 00000008:00010000:0.0:1734016140.478269:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016140.478278:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2e30, osc lock ffff8800b5a04f70, flags 0x0 00010000:00010000:0.0:1734016140.478307:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.478357:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5185536 5189631) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.478370:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.478382:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.478390:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016140.478466:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012abaca80 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016140.478486:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48a48, count 1, dirtied 1 00000008:00010000:0.0:1734016140.478499:0:9663:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012abacd80 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016140.478507:0:9663:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012abacd80 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016140.478515:0:9663:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012abaca80 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016140.478526:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_release():233 00000020:00010000:0.0:1734016140.478529:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.478530:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2e30 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016140.478535:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.478541:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016140.478550:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.478552:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2e30 (ffff8800a8e27128/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016140.478558:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016140.478626:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 1265 00000080:00200000:0.0:1734016140.478633:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016140.478638:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016140.478643:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1265, 1265] 00000008:00010000:0.0:1734016140.478648:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016140.478650:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2e30, osc lock ffff8800b5a04f70, flags 0x0 00010000:00010000:0.0:1734016140.478656:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.478662:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5181440 5185535) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.478670:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.478676:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.478682:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016140.488223:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012abacd80 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016140.488286:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012abacd80 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016140.488319:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e2d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1980:1818247339309568:192.168.201.101@tcp:3:fsx.0 00000008:00010000:0.0:1734016140.489004:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800b03760c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.489035:0:1981:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5177344 5181439) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016140.489075:0:1981:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8a45180 - object 0x280000400:6 offset 5177344<>5181440 00000100:00100000:0.0:1734016140.489088:0:1981:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016140.489101:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1981:1818247339309824:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016140.504986:0:1983:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a8a719c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.505087:0:1983:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5173248 5177343) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016140.505159:0:1983:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa162300 - object 0x280000400:6 offset 5173248<>5177344 00000020:00010000:0.0:1734016140.512418:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_release():233 00000020:00010000:0.0:1734016140.512424:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.512428:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b0028c30 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016140.512436:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.512448:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016140.512464:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.512466:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b0028c30 (ffff8800a8e27128/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016140.512484:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016140.512501:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016140.512516:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016140.512533:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1263, 1263] 00000008:00010000:0.0:1734016140.512550:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016140.512556:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d26b0, osc lock ffff8800b5a04130, flags 0x0 00010000:00010000:0.0:1734016140.512579:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.512591:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5173248 5177343) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.512603:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.512609:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.512615:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016140.512653:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012abace40 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016140.512673:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48a48, count 1, dirtied 1 00000008:00010000:0.0:1734016140.512683:0:9663:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a8a716c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016140.512690:0:9663:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a8a716c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016140.512704:0:9663:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012abace40 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016140.512713:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_release():233 00000020:00010000:0.0:1734016140.512715:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.512717:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d26b0 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016140.512720:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.512728:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016140.512736:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.512738:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d26b0 (ffff8800a8e27128/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016140.512744:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016140.512811:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 1262 00000080:00200000:0.0:1734016140.512817:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016140.512823:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016140.512827:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1262, 1262] 00000008:00010000:0.0:1734016140.512831:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016140.512833:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d26b0, osc lock ffff8800b5a04130, flags 0x0 00010000:00010000:0.0:1734016140.512840:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.512848:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5169152 5173247) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.512860:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.512865:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.512869:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016140.512984:0:1980:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:0.0:1734016140.512999:0:1980:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012abacd80 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.513028:0:1980:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5169152 5173247) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016140.513074:0:1980:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8a45f80 - object 0x280000400:6 offset 5169152<>5173248 00000100:00100000:0.0:1734016140.513103:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1980:1818247339310336:192.168.201.101@tcp:3:fsx.0 00000020:00010000:0.0:1734016140.528048:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_release():233 00000020:00010000:0.0:1734016140.528053:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.528058:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d26b0 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016140.528068:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.528080:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016140.528098:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.528101:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d26b0 (ffff8800a8e27128/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016140.528126:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016140.528149:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016140.528167:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016140.528186:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1262, 1262] 00000008:00010000:0.0:1734016140.528200:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016140.528206:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d26b0, osc lock ffff8800b5a04130, flags 0x0 00010000:00010000:0.0:1734016140.528230:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.528244:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5169152 5173247) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.528253:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.528258:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.528264:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016140.528310:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012abac0c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016140.528793:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48a48, count 1, dirtied 1 00000008:00010000:0.0:1734016140.528812:0:9663:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012abace40 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016140.528822:0:9663:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012abace40 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016140.528831:0:9663:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012abac0c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016140.528840:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_release():233 00000020:00010000:0.0:1734016140.528843:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.528844:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d26b0 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016140.528847:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.528854:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016140.528861:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.528862:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d26b0 (ffff8800a8e27128/1) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.559653:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_release():233 00000020:00010000:0.0:1734016140.559666:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.559669:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b0028cb0 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016140.559682:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.559697:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016140.559728:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.559731:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b0028cb0 (ffff8800a8e27128/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016140.559758:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016140.559783:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016140.559801:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016140.559820:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1260, 1260] 00000008:00010000:0.0:1734016140.559838:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016140.559842:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d26b0, osc lock ffff8800b5a04130, flags 0x0 00010000:00010000:0.0:1734016140.559861:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.559873:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5160960 5165055) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.559884:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.559891:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.559897:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016140.559951:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012abace40 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016140.559972:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48a48, count 1, dirtied 1 00000008:00010000:0.0:1734016140.559984:0:9663:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a8a719c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016140.559993:0:9663:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a8a719c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016140.560004:0:9663:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012abace40 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016140.560014:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_release():233 00000020:00010000:0.0:1734016140.560016:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.560018:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d26b0 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016140.560022:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.560029:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016140.560037:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.560039:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d26b0 (ffff8800a8e27128/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016140.560045:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016140.560110:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 1259 00000080:00200000:0.0:1734016140.560118:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016140.560124:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016140.560129:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1259, 1259] 00000008:00010000:0.0:1734016140.560133:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016140.560136:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d26b0, osc lock ffff8800b5a04130, flags 0x0 00010000:00010000:0.0:1734016140.560142:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.560154:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5156864 5160959) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.560161:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.560169:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.560175:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016140.571259:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_release():233 00000020:00010000:0.0:1734016140.571265:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.571270:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d26b0 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016140.571279:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.571291:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016140.571312:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.571314:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d26b0 (ffff8800a8e27128/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016140.571393:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016140.571419:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016140.571440:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016140.571454:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1259, 1259] 00000008:00010000:0.0:1734016140.571473:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016140.571478:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d26b0, osc lock ffff8800b5a04130, flags 0x0 00010000:00010000:0.0:1734016140.571508:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.571523:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5156864 5160959) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.571534:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.571539:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.571546:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016140.571601:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012abac600 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016140.571619:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48a48, count 1, dirtied 1 00000008:00010000:0.0:1734016140.571629:0:9663:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012abace40 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016140.571637:0:9663:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012abace40 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016140.571649:0:9663:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012abac600 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016140.571659:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_release():233 00000020:00010000:0.0:1734016140.571660:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.571662:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d26b0 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016140.571664:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.571670:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016140.571677:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.571679:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d26b0 (ffff8800a8e27128/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016140.571683:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016140.571723:0:9663:0:(file.c:5185:ll_fsync()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec488c8), start 5156864, end 5218303, datasync 1 00000080:00200000:0.0:1734016140.571731:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016140.571736:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000008:00010000:0.0:1734016140.571748:0:9663:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012abac600 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016140.571762:0:9663:0:(osc_cache.c:1066:osc_extent_make_ready()) ### extent: ffff88012abac600 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016140.575249:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339311232:192.168.201.101@tcp:4:fsx.0 00000008:00010000:3.0:1734016140.591600:0:1983:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012abac600 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016140.592942:0:1983:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012abac600 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a2890 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5214208->5218303) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322325 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016140.592995:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339311232:192.168.201.101@tcp:4:fsx.0 00000080:00200000:0.0:1734016140.605608:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9972962 i_blocks 616 00000080:00200000:0.0:1734016140.605632:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016140.605877:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec480c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016140.605888:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec480c8),name=f16a.sanityn 00000002:00010000:0.0:1734016140.605926:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016140.605956:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a27d3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7322261 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016140.605974:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a27d3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7322261 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016140.605988:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) 00000080:00010000:0.0:1734016140.605991:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) for lock 0x99188b78c51a27d3 00000080:00010000:0.0:1734016140.606002:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a27d3 from it ffff8800a7a77cd8 00010000:00010000:0.0:1734016140.606006:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a27d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec7322261 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016140.606014:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a27d3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7322261 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016140.606045:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016140.606059:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016140.606081:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016140.606084:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d26b0, osc lock ffff8800b5a04130, flags 0x400001002 00010000:00010000:0.0:1734016140.606117:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e880/0x99188b78c51a2897 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.606126:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e880/0x99188b78c51a2897 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016140.610045:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000080:00200000:0.0:1734016140.617032:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9972962 i_blocks 616 00000020:00010000:0.0:1734016140.617050:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800aaca8db0 (ffff8800a8e27128/0) at cl_lock_release():233 00000020:00010000:0.0:1734016140.617054:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800aaca8db0 (ffff8800a8e27128/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.617063:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d26b0 (ffff8800a8a70008/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.617069:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800aaca8db0 (ffff8800a8e27128/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.617071:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d26b0 (ffff8800a8e27128/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016140.617095:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016140.617134:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016140.617143:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016140.617158:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016140.617178:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016140.617181:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d26b0, osc lock ffff8800b5a04130, flags 0x400001002 00010000:00010000:0.0:1734016140.617215:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a289e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.617225:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a289e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016140.622884:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000080:00200000:0.0:1734016140.638609:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9972962 i_blocks 616 00000020:00010000:0.0:1734016140.638619:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800aaca8db0 (ffff8800a8e27128/0) at cl_lock_release():233 00000020:00010000:0.0:1734016140.638623:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800aaca8db0 (ffff8800a8e27128/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.638633:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d26b0 (ffff8800a8a70008/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.638637:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800aaca8db0 (ffff8800a8e27128/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.638639:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d26b0 (ffff8800a8e27128/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016140.638661:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016140.638685:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 9972962 00000080:00200008:0.0:1734016140.638803:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 98304, type: SEEK_SET 00000080:00200008:0.0:1734016140.638807:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 98304, type: SEEK_SET, rc = 98304 00000080:00200008:0.0:1734016140.638823:0:9663:0:(file.c:2466:do_file_write_iter()) START file f16a.sanityn:[0x200000401:0x9:0x0], ppos: 98304, count: 4649 00000080:00200000:0.0:1734016140.638833:0:9663:0:(file.c:1826:ll_file_io_generic()) f16a.sanityn: write ppos: 98304, bytes: 4649 00000080:00200000:0.0:1734016140.638839:0:9663:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000020:00200000:0.0:1734016140.639463:0:9663:0:(cl_io.c:195:cl_io_rw_init()) header@ffff88012c77cd48[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1734016140.639467:0:9663:0:(cl_io.c:195:cl_io_rw_init()) io range: 2 [98304, 102953) 0 0 00000080:00200000:0.0:1734016140.639475:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1734016140.639503:0:9663:0:(file.c:1893:ll_file_io_generic()) Range lock [24, 25] 00020000:00200000:0.0:1734016140.639518:0:9663:0:(lov_io.c:1021:lov_io_rw_iter_init()) stripe: 98304 chunk: [98304, 102953) 102953, 4649 00020000:00200000:0.0:1734016140.639525:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016140.639564:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [24, 25] 00000008:00010000:0.0:1734016140.639593:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016140.639600:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d26b0, osc lock ffff8800b5a04130, flags 0x0 00010000:00010000:0.0:1734016140.639644:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12fa80/0x99188b78c51a28a5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.639657:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12fa80/0x99188b78c51a28a5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [98304->106495] (req 98304->106495) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.639720:0:9663:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12fa80/0x99188b78c51a28a5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [98304->106495] (req 98304->106495) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016140.639761:0:9663:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8a44a80 pname:cluuid:pid:xid:nid:opc:job fsx:ca960967-f34d-4bd7-a96b-f55b9893eead:9663:1818247339311744:192.168.201.101@tcp:101:fsx.0 00000100:00100000:0.0:1734016140.639889:0:9663:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abac540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016140.653310:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000100:00100000:0.0:1734016140.658029:0:9663:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8a44a80 pname:cluuid:pid:xid:nid:opc:job fsx:ca960967-f34d-4bd7-a96b-f55b9893eead:9663:1818247339311744:192.168.201.101@tcp:101:fsx.0 00010000:00010000:0.0:1734016140.658072:0:9663:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12fa80/0x99188b78c51a28a5 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [98304->106495] (req 98304->106495) gid 0 flags: 0x10000000020000 nid: local remote: 0x903ef4aec732233a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.658085:0:9663:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12fa80/0x99188b78c51a28a5 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [98304->106495] (req 98304->106495) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec732233a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.658097:0:9663:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12fa80/0x99188b78c51a28a5 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [98304->106495] (req 98304->106495) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec732233a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016140.658572:0:9552:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341666048 00000100:00100000:0.0:1734016140.658579:0:9552:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341666048 00000100:00100000:0.0:1734016140.658638:0:9552:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.101@tcp, seq: 12379 00000100:00100000:0.0:1734016140.658648:0:9552:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2d3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:6461:x1818247341666048:12345-192.168.201.101@tcp:105: 00010000:00010000:0.0:1734016140.658658:0:9552:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12fa80/0x99188b78c51a28a5 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [98304->106495] (req 98304->106495) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec732233a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.658669:0:9552:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12fa80/0x99188b78c51a28a5 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [98304->106495] (req 98304->106495) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec732233a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.658678:0:9552:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12fa80/0x99188b78c51a28a5 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 98304->106495) gid 0 flags: 0x10000000020000 nid: local remote: 0x903ef4aec732233a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.658689:0:9552:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12fa80/0x99188b78c51a28a5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 98304->106495) gid 0 flags: 0x10080000020000 nid: local remote: 0x903ef4aec732233a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.658698:0:9552:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12fa80/0x99188b78c51a28a5 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 98304->106495) gid 0 flags: 0x10080000020000 nid: local remote: 0x903ef4aec732233a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.658707:0:9552:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12fa80/0x99188b78c51a28a5 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 98304->106495) gid 0 flags: 0x80000020000 nid: local remote: 0x903ef4aec732233a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.658741:0:9552:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800aa12fa80) 00000100:00100000:0.0:1734016140.658828:0:9552:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2d3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:6461:x1818247341666048:12345-192.168.201.101@tcp:105: Request processed in 179us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016140.658836:0:9552:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.101@tcp, seq: 12379 00000008:00010000:3.0:1734016140.671512:0:1982:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a8a71cc0 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12fa80/0x99188b78c51a28a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 98304->106495) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732233a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.671721:0:1982:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (102400 106495) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12fa80/0x99188b78c51a28a5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 98304->106495) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732233a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016140.672051:0:1982:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa162a00 - object 0x280000400:6 offset 102400<>9973760 00000100:00100000:3.0:1734016140.672898:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016140.672927:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339312128:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016140.731509:0:1982:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a8a71cc0 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12fa80/0x99188b78c51a28a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 98304->106495) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732233a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016140.734293:0:1982:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a8a71cc0 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12fa80/0x99188b78c51a28a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 98304->106495) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732233a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016140.734379:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339312128:192.168.201.101@tcp:3:fsx.0 00000100:00100000:0.0:1734016140.741239:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000080:00200000:0.0:1734016140.748078:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9972962 i_blocks 616 00000020:00010000:0.0:1734016140.748088:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800aaca8db0 (ffff8800a8e27128/0) at cl_lock_release():233 00000020:00010000:0.0:1734016140.748092:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800aaca8db0 (ffff8800a8e27128/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.748100:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b0028cb0 (ffff8800a8a70008/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.748104:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800aaca8db0 (ffff8800a8e27128/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.748106:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b0028cb0 (ffff8800a8e27128/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016140.748128:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016140.748168:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016140.748176:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016140.748191:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016140.748218:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016140.748222:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2cb0, osc lock ffff8800b5a04260, flags 0x400001002 00010000:00010000:0.0:1734016140.748269:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a28b3 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.748280:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d440/0x99188b78c51a28b3 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016140.751672:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000100:00100000:3.0:1734016140.769120:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339312512:192.168.201.101@tcp:101:fsx.0 00000100:00100000:0.0:1734016140.772800:0:4735:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1734016140.772830:0:4735:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341666432 00000100:00100000:0.0:1734016140.772844:0:4735:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341666432 00000100:00100000:0.0:1734016140.773009:0:4735:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.101@tcp, seq: 12382 00000100:00100000:0.0:1734016140.773020:0:4735:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a79dec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:7681:x1818247341666432:12345-192.168.201.101@tcp:106: 00010000:00010000:0.0:1734016140.773057:0:4735:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12fa80/0x99188b78c51a28a5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 98304->106495) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732233a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.773073:0:4735:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12fa80/0x99188b78c51a28a5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 98304->106495) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732233a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016140.773118:0:4735:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012c77cd48[0x4, 553, [0x200000401:0x9:0x0] hash] 00000020:00010000:0.0:1734016140.773120:0:4735:0:(cl_object.c:300:cl_object_glimpse()) size: 9972962 mtime: 1734016140 atime: 1734016140 ctime: 1734016140 blocks: 616 00000020:00010000:0.0:1734016140.773124:0:4735:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012c77ce10[0x4, 3, [0x280000400:0x6:0x0] hash] 00000020:00010000:0.0:1734016140.773125:0:4735:0:(cl_object.c:300:cl_object_glimpse()) size: 9972962 mtime: 1734016140 atime: 1734016140 ctime: 1734016140 blocks: 616 00000100:00100000:0.0:1734016140.773202:0:4735:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a79dec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:7681:x1818247341666432:12345-192.168.201.101@tcp:106: Request processed in 184us (936us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016140.773210:0:4735:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.101@tcp, seq: 12382 00010000:00010000:3.0:1734016140.782608:0:1983:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b840/0x99188b78c51a28ba lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.782635:0:1983:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b840/0x99188b78c51a28ba lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.782649:0:1983:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b840/0x99188b78c51a28ba lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.782654:0:1983:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b840/0x99188b78c51a28ba lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.782660:0:1983:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b840/0x99188b78c51a28ba lrc: 5/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016140.782684:0:1983:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 9972962, setting rss=9972962; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016140.782724:0:1983:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b840/0x99188b78c51a28ba lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.782731:0:1983:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b840/0x99188b78c51a28ba lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.782739:0:1983:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b840/0x99188b78c51a28ba lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.782745:0:1983:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012db9b840 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016140.782752:0:1983:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b840/0x99188b78c51a28ba lrc: 5/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.782766:0:1983:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016140.782774:0:1983:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b840/0x99188b78c51a28ba lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.782780:0:1983:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b840/0x99188b78c51a28ba lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016140.782827:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339312512:192.168.201.101@tcp:101:fsx.0 00000100:00100000:0.0:1734016140.785216:0:9552:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341666560 00000100:00100000:0.0:1734016140.785228:0:9552:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341666560 00000100:00100000:0.0:1734016140.785285:0:9552:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.101@tcp, seq: 12383 00000100:00100000:0.0:1734016140.785293:0:9552:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2d1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:7681:x1818247341666560:12345-192.168.201.101@tcp:104: 00010000:00010000:0.0:1734016140.785311:0:9552:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12fa80/0x99188b78c51a28a5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 98304->106495) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec732233a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.785428:0:9552:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1734016140.785435:0:9552:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2d1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:7681:x1818247341666560:12345-192.168.201.101@tcp:104: Request processed in 143us (343us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016140.785442:0:9552:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.101@tcp, seq: 12383 00010000:00010000:3.0:1734016140.785504:0:4746:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016140.785512:0:4746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12fa80/0x99188b78c51a28a5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 98304->106495) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec732233a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.785524:0:4746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aa12fa80 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016140.785530:0:4746:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12fa80/0x99188b78c51a28a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 98304->106495) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec732233a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016140.785556:0:4746:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a8a716c0 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12fa80/0x99188b78c51a28a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 98304->106495) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec732233a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016140.785570:0:4746:0:(osc_cache.c:1066:osc_extent_make_ready()) ### extent: ffff8800a8a716c0 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12fa80/0x99188b78c51a28a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 98304->106495) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec732233a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.785630:0:4746:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (98304 102399) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12fa80/0x99188b78c51a28a5 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 98304->106495) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec732233a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016140.785730:0:4746:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa162a00 - object 0x280000400:6 offset 98304<>106496 00000100:00100000:3.0:1734016140.786911:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016140.786951:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339312768:192.168.201.101@tcp:4:fsx.0 00000008:00010000:3.0:1734016140.790430:0:1983:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a8a716c0 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12fa80/0x99188b78c51a28a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 98304->106495) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec732233a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016140.790490:0:1983:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a8a716c0 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12fa80/0x99188b78c51a28a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 98304->106495) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec732233a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016140.790512:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339312768:192.168.201.101@tcp:4:fsx.0 00010000:00010000:3.0:1734016140.797179:0:4746:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12fa80/0x99188b78c51a28a5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 98304->106495) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec732233a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.797203:0:4746:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016140.797249:0:4746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12fa80/0x99188b78c51a28a5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 98304->106495) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec732233a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.797258:0:4746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12fa80/0x99188b78c51a28a5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 98304->106495) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec732233a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.797318:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016140.797342:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016140.797349:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016140.797381:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa160e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339312896:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734016140.802140:0:4735:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341666688 00000100:00100000:0.0:1734016140.802154:0:4735:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341666688 00000100:00100000:0.0:1734016140.802221:0:4735:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.101@tcp, seq: 12384 00000100:00100000:0.0:1734016140.802232:0:4735:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2d0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6461:x1818247341666688:12345-192.168.201.101@tcp:105: 00010000:00010000:0.0:1734016140.802250:0:4735:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [8871936->8876031] (req 8871936->8876031) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.802266:0:4735:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [8871936->8876031] (req 8871936->8876031) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.802275:0:4735:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x10000000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.802287:0:4735:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x10080000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.802297:0:4735:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x10080000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.802306:0:4735:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x80000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.802501:0:4735:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012db98480) 00000100:00100000:0.0:1734016140.802574:0:4735:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2d0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6461:x1818247341666688:12345-192.168.201.101@tcp:105: Request processed in 343us (553us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016140.802582:0:4735:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.101@tcp, seq: 12384 00000020:00010000:0.0:1734016140.811762:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_release():233 00000020:00010000:0.0:1734016140.811767:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.811771:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b0028db0 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016140.811781:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.811793:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016140.811814:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.811817:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b0028db0 (ffff8800a8e27128/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016140.811836:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016140.811855:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016140.811871:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016140.811885:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [2166, 2166] 00000008:00010000:0.0:1734016140.811900:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016140.811905:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2fb0, osc lock ffff8800b5a04980, flags 0x0 00010000:00010000:0.0:1734016140.811936:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.811949:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8871936 8876031) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.811960:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.811966:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.811971:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016140.812014:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012abac480 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016140.812033:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48a48, count 1, dirtied 1 00000020:00010000:0.0:1734016140.812051:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_release():233 00000020:00010000:0.0:1734016140.812054:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.812056:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2fb0 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016140.812059:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.812067:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016140.812077:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.812080:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2fb0 (ffff8800a8e27128/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016140.812088:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016140.812173:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 2165 00000080:00200000:0.0:1734016140.812179:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016140.812185:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016140.812188:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [2165, 2165] 00000008:00010000:0.0:1734016140.812193:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016140.812195:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2fb0, osc lock ffff8800b5a04980, flags 0x0 00010000:00010000:0.0:1734016140.812201:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.812208:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8867840 8871935) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.812216:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.812227:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.812233:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016140.812625:0:1981:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:0.0:1734016140.812641:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012abac9c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.812674:0:1981:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8867840 8871935) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016140.812720:0:1981:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8a45880 - object 0x280000400:6 offset 8867840<>8871936 00000100:00100000:0.0:1734016140.812746:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1981:1818247339313408:192.168.201.101@tcp:3:fsx.0 00000008:00010000:0.0:1734016140.818061:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012abac9c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016140.818119:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012abac9c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016140.818148:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1981:1818247339313408:192.168.201.101@tcp:3:fsx.0 00000020:00010000:0.0:1734016140.825591:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_release():233 00000020:00010000:0.0:1734016140.825596:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.825600:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b0028730 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016140.825611:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.825621:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016140.825636:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.825639:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b0028730 (ffff8800a8e27128/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016140.825664:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016140.825685:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016140.825701:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016140.825721:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [2164, 2164] 00000008:00010000:0.0:1734016140.825735:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016140.825740:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2db0, osc lock ffff8800b5a04d10, flags 0x0 00010000:00010000:0.0:1734016140.825760:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.825772:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8863744 8867839) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.825781:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.825788:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.825794:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016140.825836:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012abac9c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016140.825852:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48a48, count 1, dirtied 1 00000008:00010000:0.0:1734016140.825861:0:9663:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a8a716c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016140.825867:0:9663:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a8a716c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016140.825873:0:9663:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012abac9c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016140.825881:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_release():233 00000020:00010000:0.0:1734016140.825883:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.825884:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2db0 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016140.825887:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.825893:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016140.825900:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.825902:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2db0 (ffff8800a8e27128/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016140.825908:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016140.825973:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 2163 00000080:00200000:0.0:1734016140.825980:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016140.825984:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016140.825989:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [2163, 2163] 00000008:00010000:0.0:1734016140.825994:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016140.825996:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2db0, osc lock ffff8800b5a04d10, flags 0x0 00010000:00010000:0.0:1734016140.826001:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.826008:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8859648 8863743) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.826014:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.826020:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.826026:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016140.826124:0:1981:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:0.0:1734016140.826137:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012abac300 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.826165:0:1981:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8859648 8863743) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016140.826198:0:1981:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8a45880 - object 0x280000400:6 offset 8859648<>8863744 00000100:00100000:0.0:1734016140.826219:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1981:1818247339313920:192.168.201.101@tcp:3:fsx.0 00000008:00010000:0.0:1734016140.830093:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012abac300 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016140.830382:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012abac300 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016140.830422:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1981:1818247339313920:192.168.201.101@tcp:3:fsx.0 00000020:00010000:0.0:1734016140.835467:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_release():233 00000020:00010000:0.0:1734016140.835474:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.835482:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00288b0 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016140.835494:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.835509:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016140.835532:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.835535:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00288b0 (ffff8800a8e27128/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016140.835567:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016140.835591:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016140.835614:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016140.835634:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [2162, 2162] 00000008:00010000:0.0:1734016140.835653:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016140.835661:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2330, osc lock ffff8800b5a044c0, flags 0x0 00010000:00010000:0.0:1734016140.835689:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.835715:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8855552 8859647) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.835727:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.835734:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.835741:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016140.835791:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012abac300 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016140.835812:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48a48, count 1, dirtied 1 00000008:00010000:0.0:1734016140.835824:0:9663:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a8a71840 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016140.835831:0:9663:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a8a71840 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016140.835839:0:9663:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012abac300 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016140.835849:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_release():233 00000020:00010000:0.0:1734016140.835851:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.835854:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2330 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016140.835857:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.835864:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016140.835873:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.835875:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2330 (ffff8800a8e27128/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016140.835883:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016140.835948:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 2161 00000080:00200000:0.0:1734016140.835953:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016140.835958:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016140.835963:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [2161, 2161] 00000008:00010000:0.0:1734016140.835967:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016140.835969:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2330, osc lock ffff8800b5a044c0, flags 0x0 00010000:00010000:0.0:1734016140.835975:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.835983:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8851456 8855551) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.835990:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.835997:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.836007:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016140.836090:0:1981:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:0.0:1734016140.836100:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012abaccc0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.836126:0:1981:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8851456 8855551) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016140.836162:0:1981:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8a45880 - object 0x280000400:6 offset 8851456<>8855552 00000100:00100000:0.0:1734016140.836184:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1981:1818247339314432:192.168.201.101@tcp:3:fsx.0 00000020:00010000:0.0:1734016140.843071:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_release():233 00000020:00010000:0.0:1734016140.843076:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.843081:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2330 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016140.843090:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.843101:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016140.843120:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.843123:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2330 (ffff8800a8e27128/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016140.843146:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016140.843167:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016140.843186:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016140.843201:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [2161, 2161] 00000008:00010000:0.0:1734016140.843214:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016140.843220:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2330, osc lock ffff8800b5a044c0, flags 0x0 00010000:00010000:0.0:1734016140.843242:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.843253:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8851456 8855551) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.843264:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.843270:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.843276:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016140.843313:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012abac480 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016140.843361:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48a48, count 1, dirtied 1 00000008:00010000:0.0:1734016140.843372:0:9663:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012abac300 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016140.843379:0:9663:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012abac300 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016140.843391:0:9663:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012abac480 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016140.843400:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_release():233 00000020:00010000:0.0:1734016140.843402:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.843404:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2330 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016140.843408:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.843415:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016140.843421:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.843423:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2330 (ffff8800a8e27128/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016140.843429:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016140.843456:0:9663:0:(file.c:5185:ll_fsync()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec488c8), start 8851456, end 8876031, datasync 1 00000080:00200000:0.0:1734016140.843462:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016140.843466:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000008:00010000:0.0:1734016140.843475:0:9663:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012abac480 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016140.843487:0:9663:0:(osc_cache.c:1066:osc_extent_make_ready()) ### extent: ffff88012abac480 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db98480/0x99188b78c51a28c1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8871936->8876031) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322356 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016140.857424:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9972962 i_blocks 680 00000080:00200000:0.0:1734016140.857448:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016140.857660:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec480c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016140.857671:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec480c8),name=f16a.sanityn 00000002:00010000:0.0:1734016140.857701:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016140.857729:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a27d3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7322261 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016140.857743:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a27d3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7322261 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016140.857757:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) 00000080:00010000:0.0:1734016140.857760:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) for lock 0x99188b78c51a27d3 00000080:00010000:0.0:1734016140.857769:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a27d3 from it ffff8800a7a77cd8 00010000:00010000:0.0:1734016140.857772:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a27d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec7322261 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016140.857782:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a27d3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7322261 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016140.857811:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016140.857825:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016140.857847:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016140.857851:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2330, osc lock ffff8800b5a044c0, flags 0x400001002 00010000:00010000:0.0:1734016140.857879:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12fa80/0x99188b78c51a28c8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.857887:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12fa80/0x99188b78c51a28c8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016140.858539:0:1980:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016140.858567:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1980:1818247339314816:192.168.201.101@tcp:101:fsx.0 00000100:00100000:0.0:1734016140.863807:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000080:00200000:0.0:1734016140.870790:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9972962 i_blocks 680 00000020:00010000:0.0:1734016140.870798:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800aaca8db0 (ffff8800a8e27128/0) at cl_lock_release():233 00000020:00010000:0.0:1734016140.870802:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800aaca8db0 (ffff8800a8e27128/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.870810:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2330 (ffff8800a8a70008/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.870814:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800aaca8db0 (ffff8800a8e27128/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.870817:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2330 (ffff8800a8e27128/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016140.870835:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016140.870867:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016140.870875:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016140.870886:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016140.870906:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016140.870908:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2330, osc lock ffff8800b5a044c0, flags 0x400001002 00010000:00010000:0.0:1734016140.870947:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12eac0/0x99188b78c51a28cf lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.870955:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12eac0/0x99188b78c51a28cf lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016140.874934:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000080:00200000:0.0:1734016140.884217:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9972962 i_blocks 680 00000020:00010000:0.0:1734016140.884223:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800aaca8db0 (ffff8800a8e27128/0) at cl_lock_release():233 00000020:00010000:0.0:1734016140.884226:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800aaca8db0 (ffff8800a8e27128/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.884232:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2330 (ffff8800a8a70008/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.884235:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800aaca8db0 (ffff8800a8e27128/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.884238:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2330 (ffff8800a8e27128/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016140.884250:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016140.884263:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 9972962 00000080:00200000:0.0:1734016140.884318:0:9663:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:0.0:1734016140.884361:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:0.0:1734016140.884377:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016140.884390:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [2158, 2161] 00000008:00010000:0.0:1734016140.884404:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016140.884408:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2330, osc lock ffff8800b5a044c0, flags 0x0 00010000:00010000:0.0:1734016140.884432:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cb40/0x99188b78c51a28d6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.884439:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cb40/0x99188b78c51a28d6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [8839168->8855551] (req 8839168->8855551) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.884475:0:9663:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cb40/0x99188b78c51a28d6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [8839168->8855551] (req 8839168->8855551) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016140.884497:0:9663:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8a44380 pname:cluuid:pid:xid:nid:opc:job fsx:ca960967-f34d-4bd7-a96b-f55b9893eead:9663:1818247339315072:192.168.201.101@tcp:101:fsx.0 00000100:00100000:0.0:1734016140.884571:0:9663:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abac540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016140.887989:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000100:00100000:0.0:1734016140.907151:0:4735:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1734016140.907222:0:4735:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341667200 00000100:00100000:0.0:1734016140.907241:0:4735:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341667200 00000100:00100000:0.0:1734016140.907369:0:4735:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.101@tcp, seq: 12388 00000100:00100000:0.0:1734016140.907384:0:4735:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf94850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6461:x1818247341667200:12345-192.168.201.101@tcp:105: 00010000:00010000:0.0:1734016140.907413:0:4735:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cb40/0x99188b78c51a28d6 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [8839168->8855551] (req 8839168->8855551) gid 0 flags: 0x0 nid: local remote: 0x903ef4aec732236b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.907433:0:4735:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cb40/0x99188b78c51a28d6 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [8839168->8855551] (req 8839168->8855551) gid 0 flags: 0x0 nid: local remote: 0x903ef4aec732236b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.907451:0:4735:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cb40/0x99188b78c51a28d6 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8839168->8855551) gid 0 flags: 0x10000000000000 nid: local remote: 0x903ef4aec732236b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.907467:0:4735:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cb40/0x99188b78c51a28d6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8839168->8855551) gid 0 flags: 0x10080000000000 nid: local remote: 0x903ef4aec732236b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.907481:0:4735:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cb40/0x99188b78c51a28d6 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8839168->8855551) gid 0 flags: 0x10080000000000 nid: local remote: 0x903ef4aec732236b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.907493:0:4735:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cb40/0x99188b78c51a28d6 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8839168->8855551) gid 0 flags: 0x80000000000 nid: local remote: 0x903ef4aec732236b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.907526:0:4735:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800aa12cb40) 00000100:00100000:0.0:1734016140.907646:0:4735:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf94850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6461:x1818247341667200:12345-192.168.201.101@tcp:105: Request processed in 265us (10683us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016140.907655:0:4735:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.101@tcp, seq: 12388 00000100:00100000:0.0:1734016140.907798:0:9663:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8a44380 pname:cluuid:pid:xid:nid:opc:job fsx:ca960967-f34d-4bd7-a96b-f55b9893eead:9663:1818247339315072:192.168.201.101@tcp:101:fsx.0 00010000:00010000:0.0:1734016140.907827:0:9663:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cb40/0x99188b78c51a28d6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8839168->8855551) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec732236b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.907858:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cb40/0x99188b78c51a28d6 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8839168->8855551) gid 0 flags: 0x10000000020000 nid: local remote: 0x903ef4aec732236b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016140.907874:0:9663:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 9972962, setting rss=9972962; kms=9972962, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cb40/0x99188b78c51a28d6 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8839168->8855551) gid 0 flags: 0x10020000020000 nid: local remote: 0x903ef4aec732236b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.907895:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cb40/0x99188b78c51a28d6 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8839168->8855551) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732236b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.907903:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cb40/0x99188b78c51a28d6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8839168->8855551) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732236b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016140.907961:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9972962 i_blocks 680 00000020:00010000:0.0:1734016140.911999:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_release():233 00000020:00010000:0.0:1734016140.912005:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.912011:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2330 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016140.912023:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cb40/0x99188b78c51a28d6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8839168->8855551) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732236b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.912040:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12cb40/0x99188b78c51a28d6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8839168->8855551) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732236b expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016140.912059:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.912062:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2330 (ffff8800a8e27128/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016140.912085:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016140.912118:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec488c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016140.912126:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec488c8),name=f16a.sanityn 00000002:00010000:0.0:1734016140.912152:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016140.912175:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12f840/0x99188b78c51a2804 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7322299 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016140.912192:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12f840/0x99188b78c51a2804 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7322299 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016140.912206:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) 00000080:00010000:0.0:1734016140.912210:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) for lock 0x99188b78c51a2804 00000080:00010000:0.0:1734016140.912217:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a2804 from it ffff8800a7a77cd8 00010000:00010000:0.0:1734016140.912220:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12f840/0x99188b78c51a2804 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec7322299 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016140.912226:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12f840/0x99188b78c51a2804 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7322299 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016140.912251:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016140.912266:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016140.912287:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016140.912291:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2330, osc lock ffff8800b5a044c0, flags 0x400001002 00010000:00010000:0.0:1734016140.912366:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cd80/0x99188b78c51a28dd lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.912376:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cd80/0x99188b78c51a28dd lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016140.914398:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000080:00200000:0.0:1734016140.917214:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9972962 i_blocks 680 00000020:00010000:0.0:1734016140.917221:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800aaca8db0 (ffff8800a8e27128/0) at cl_lock_release():233 00000020:00010000:0.0:1734016140.917225:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800aaca8db0 (ffff8800a8e27128/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.917231:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2330 (ffff8800a8a70008/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.917235:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800aaca8db0 (ffff8800a8e27128/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.917237:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2330 (ffff8800a8e27128/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016140.917252:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016140.917286:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016140.917294:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016140.917307:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016140.917373:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016140.917377:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2330, osc lock ffff8800b5a044c0, flags 0x400001002 00010000:00010000:0.0:1734016140.917409:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e1c0/0x99188b78c51a28e4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.917418:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e1c0/0x99188b78c51a28e4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016140.919709:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000100:00100000:3.0:1734016140.926444:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339315712:192.168.201.101@tcp:101:fsx.0 00000100:00100000:0.0:1734016140.930297:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00010000:00010000:3.0:1734016140.932598:0:1982:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a28eb lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.932623:0:1982:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a28eb lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.932638:0:1982:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a28eb lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.932646:0:1982:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a28eb lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.932655:0:1982:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a28eb lrc: 5/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016140.932682:0:1982:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 9972962, setting rss=9972962; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016140.932718:0:1982:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a28eb lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.932726:0:1982:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a28eb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.932736:0:1982:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a28eb lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.932743:0:1982:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012db99440 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016140.932749:0:1982:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a28eb lrc: 5/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.932762:0:1982:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016140.932770:0:1982:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a28eb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.932777:0:1982:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a28eb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016140.932821:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339315712:192.168.201.101@tcp:101:fsx.0 00000100:00100000:0.0:1734016140.936069:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000100:00100000:3.0:1734016140.939367:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339315968:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734016140.943313:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000008:00010000:3.0:1734016140.945923:0:1982:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a8a713c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b600/0x99188b78c51a28f2 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3186688->3190783) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322387 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.945966:0:1982:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3186688 3190783) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b600/0x99188b78c51a28f2 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3186688->3190783) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322387 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016140.946008:0:1982:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa161500 - object 0x280000400:6 offset 3186688<>3190784 00000020:00010000:0.0:1734016140.950303:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_release():233 00000020:00010000:0.0:1734016140.950308:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.950313:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b0028f30 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016140.950366:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b600/0x99188b78c51a28f2 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3186688->3190783) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322387 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.950379:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b600/0x99188b78c51a28f2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3186688->3190783) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322387 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016140.950396:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.950399:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b0028f30 (ffff8800a8e27128/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016140.950427:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016140.950489:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 777 00000080:00200000:0.0:1734016140.950500:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016140.950521:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016140.950536:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [777, 777] 00000008:00010000:0.0:1734016140.950553:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016140.950558:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2d30, osc lock ffff8800b5a044c0, flags 0x0 00010000:00010000:0.0:1734016140.950581:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b600/0x99188b78c51a28f2 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3186688->3190783) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322387 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.950593:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3182592 3186687) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b600/0x99188b78c51a28f2 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3186688->3190783) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322387 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.950603:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b600/0x99188b78c51a28f2 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3186688->3190783) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322387 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.950611:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b600/0x99188b78c51a28f2 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3186688->3190783) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322387 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.950617:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b600/0x99188b78c51a28f2 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3186688->3190783) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322387 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016140.954934:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012abace40 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b600/0x99188b78c51a28f2 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3186688->3190783) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322387 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016140.955011:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012abace40 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b600/0x99188b78c51a28f2 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3186688->3190783) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322387 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016140.955035:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e2d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1981:1818247339316480:192.168.201.101@tcp:3:fsx.0 00000020:00010000:0.0:1734016140.959116:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_release():233 00000020:00010000:0.0:1734016140.959122:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.959125:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b0028fb0 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016140.959133:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b600/0x99188b78c51a28f2 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3186688->3190783) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322387 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.959144:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b600/0x99188b78c51a28f2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3186688->3190783) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322387 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016140.959160:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.959162:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b0028fb0 (ffff8800a8e27128/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016140.959183:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016140.959242:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 775 00000080:00200000:0.0:1734016140.959251:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016140.959267:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016140.959280:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [775, 775] 00000008:00010000:0.0:1734016140.959295:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016140.959300:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2eb0, osc lock ffff8800b5a04d10, flags 0x0 00010000:00010000:0.0:1734016140.959445:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b600/0x99188b78c51a28f2 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3186688->3190783) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322387 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.959458:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3174400 3178495) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b600/0x99188b78c51a28f2 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3186688->3190783) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322387 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.959470:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b600/0x99188b78c51a28f2 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3186688->3190783) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322387 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.959476:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b600/0x99188b78c51a28f2 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3186688->3190783) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322387 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.959482:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b600/0x99188b78c51a28f2 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3186688->3190783) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322387 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016140.959679:0:1981:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:0.0:1734016140.959690:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012abace40 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b600/0x99188b78c51a28f2 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3186688->3190783) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322387 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.959713:0:1981:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3174400 3178495) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b600/0x99188b78c51a28f2 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3186688->3190783) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322387 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016140.959749:0:1981:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8a45c00 - object 0x280000400:6 offset 3174400<>3178496 00000100:00100000:0.0:1734016140.959768:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1981:1818247339316992:192.168.201.101@tcp:3:fsx.0 00000020:00010000:0.0:1734016140.966670:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_release():233 00000020:00010000:0.0:1734016140.966675:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.966680:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2eb0 (ffff8800a8a70008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016140.966690:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b600/0x99188b78c51a28f2 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3186688->3190783) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322387 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.966704:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b600/0x99188b78c51a28f2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3186688->3190783) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322387 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016140.966727:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b43fca88 (ffff8800a8e27128/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.966731:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2eb0 (ffff8800a8e27128/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016140.966755:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016140.966832:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 774 00000080:00200000:0.0:1734016140.966840:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016140.966856:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016140.966872:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [774, 774] 00000008:00010000:0.0:1734016140.966887:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016140.966892:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2eb0, osc lock ffff8800b5a04d10, flags 0x0 00010000:00010000:0.0:1734016140.966924:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b600/0x99188b78c51a28f2 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3186688->3190783) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322387 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.966937:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3170304 3174399) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b600/0x99188b78c51a28f2 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3186688->3190783) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322387 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.966948:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b600/0x99188b78c51a28f2 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3186688->3190783) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322387 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.966955:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b600/0x99188b78c51a28f2 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3186688->3190783) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322387 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.966961:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9b600/0x99188b78c51a28f2 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3186688->3190783) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322387 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016140.984394:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9972962 i_blocks 680 00000020:00010000:3.0:1734016140.984404:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800aaca8db0 (ffff8800a8e27128/0) at cl_lock_release():233 00000020:00010000:3.0:1734016140.984409:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800aaca8db0 (ffff8800a8e27128/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016140.984415:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b0028930 (ffff8800a8a70008/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016140.984418:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800aaca8db0 (ffff8800a8e27128/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016140.984420:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b0028930 (ffff8800a8e27128/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016140.984440:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016140.984469:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016140.984478:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016140.984490:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016140.984508:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016140.984510:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3eb0, osc lock ffff8800aa16d690, flags 0x400001002 00010000:00010000:3.0:1734016140.984527:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a28f9 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732238e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.984538:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a28f9 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732238e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.984548:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a28f9 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732238e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.984555:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a28f9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732238e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016140.984566:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9972962 i_blocks 680 00000020:00010000:3.0:1734016140.984569:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800aaca8db0 (ffff8800a8e27128/0) at cl_lock_release():233 00000020:00010000:3.0:1734016140.984571:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800aaca8db0 (ffff8800a8e27128/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016140.984573:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3eb0 (ffff8800a8a70008/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016140.984575:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800aaca8db0 (ffff8800a8e27128/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016140.984577:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3eb0 (ffff8800a8e27128/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016140.984582:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016140.984590:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 9972962 00000080:00200008:3.0:1734016140.984646:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 1273856, type: SEEK_SET 00000080:00200008:3.0:1734016140.984650:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 1273856, type: SEEK_SET, rc = 1273856 00000080:00200008:3.0:1734016140.984664:0:9663:0:(file.c:2290:do_file_read_iter()) START file f16a.sanityn:[0x200000401:0x9:0x0], ppos: 1273856, count: 37168 00000080:00200000:3.0:1734016140.984669:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016140.984674:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016140.984710:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 311 00000080:00200000:3.0:1734016140.984719:0:9663:0:(file.c:1826:ll_file_io_generic()) f16a.sanityn: read ppos: 1273856, bytes: 37168 00000080:00200000:3.0:1734016140.984724:0:9663:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000020:00200000:3.0:1734016140.984731:0:9663:0:(cl_io.c:195:cl_io_rw_init()) header@ffff88012c77cd48[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1734016140.984733:0:9663:0:(cl_io.c:195:cl_io_rw_init()) io range: 1 [1273856, 1311024) 0 0 00000080:00200000:3.0:1734016140.984736:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016140.984750:0:9663:0:(lov_io.c:1021:lov_io_rw_iter_init()) stripe: 1273856 chunk: [1273856, 1311024) 1311024, 37168 00020000:00200000:3.0:1734016140.984755:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016140.984773:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [311, 320] 00000008:00010000:3.0:1734016140.984782:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016140.984785:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3eb0, osc lock ffff8800aa16d690, flags 0x0 00010000:00010000:3.0:1734016140.984792:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a28f9 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732238e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.984806:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1273856 1314815) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a28f9 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732238e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.984814:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a28f9 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732238e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.984821:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a28f9 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732238e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.984828:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a28f9 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732238e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016140.984834:0:9663:0:(vvp_io.c:840:vvp_io_read_start()) f16a.sanityn: read [1273856, 1311024) 00000080:00200000:3.0:1734016140.984844:0:9663:0:(vvp_io.c:899:vvp_io_read_start()) count:37168 iocb pos:1273856 00010000:00010000:3.0:1734016140.984878:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a28f9 lrc: 4/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732238e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.984886:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a28f9 lrc: 4/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732238e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.043948:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a28f9 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732238e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.043976:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a28f9 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732238e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.045737:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:3.0:1734016141.045775:0:1982:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a9ae6a80 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a28f9 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732238e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.045863:0:1982:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1273856 1277951) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a28f9 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732238e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016141.046119:0:1982:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa163480 - object 0x280000400:6 offset 0<>4194304 00000100:00100000:3.0:1734016141.046153:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339317632:192.168.201.101@tcp:3:fsx.0 00000100:00100000:3.0:1734016141.046464:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:3.0:1734016141.046470:0:1982:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a9ae6cc0 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a28f9 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732238e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.046527:0:1982:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (4194304 4198399) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a28f9 lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732238e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016141.046804:0:1982:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa161500 - object 0x280000400:6 offset 4194304<>8388608 00000100:00100000:3.0:1734016141.046819:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339317888:192.168.201.101@tcp:3:fsx.0 00000100:00100000:3.0:1734016141.046906:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:3.0:1734016141.046924:0:1982:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a9ae60c0 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a28f9 lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732238e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.046950:0:1982:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8388608 8392703) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a28f9 lrc: 7/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732238e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016141.047012:0:1982:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa162a00 - object 0x280000400:6 offset 8388608<>9973760 00000100:00100000:3.0:1734016141.047025:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339318144:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016141.139364:0:1982:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a9ae60c0 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a28f9 lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732238e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.139546:0:1982:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a9ae60c0 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a28f9 lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732238e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.139573:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339318144:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016141.207488:0:1982:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a9ae6cc0 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a28f9 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732238e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.208129:0:1982:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a9ae6cc0 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a28f9 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732238e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.208172:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339317888:192.168.201.101@tcp:3:fsx.0 00000008:00010000:3.0:1734016141.226482:0:1982:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a9ae6a80 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a28f9 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732238e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.229964:0:1982:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a9ae6a80 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a28f9 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732238e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.230037:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339317632:192.168.201.101@tcp:3:fsx.0 00010000:00010000:3.0:1734016141.235221:0:4746:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016141.235234:0:4746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a27d3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x903ef4aec7322261 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016141.235246:0:4746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aa12f600 already unused, calling callback (ffffffffa103e1e0) 00010000:00010000:3.0:1734016141.235253:0:4746:0:(ldlm_request.c:1579:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a27d3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x903ef4aec7322261 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016141.235263:0:4746:0:(ldlm_request.c:1589:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a27d3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x903ef4aec7322261 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016141.235274:0:4746:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a27d3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x903ef4aec7322261 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016141.235370:0:4746:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12e640/0x99188b78c519b9af lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7319aeb expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016141.235439:0:4746:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a27d3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x903ef4aec7322261 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016141.235446:0:4746:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016141.235488:0:4746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a27d3 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x903ef4aec7322261 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016141.235495:0:4746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a27d3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x903ef4aec7322261 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016141.235525:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016141.235527:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016141.235529:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016141.235550:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016141.235573:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339318528:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016141.241208:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339318528:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734016141.249272:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000100:00100000:0.0:1734016141.250241:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00010000:00010000:3.0:1734016141.252211:0:4745:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016141.252225:0:4745:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a28f9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x903ef4aec732238e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.252236:0:4745:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012db98900 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016141.252242:0:4745:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a28f9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0x903ef4aec732238e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016141.252267:0:4745:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016141.263953:0:4745:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016141.264080:0:4745:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a28f9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x903ef4aec732238e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.264097:0:4745:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016141.264156:0:4745:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a28f9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x903ef4aec732238e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.264167:0:4745:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a28f9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x903ef4aec732238e expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.264203:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016141.264206:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016141.264214:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016141.264248:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016141.264283:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339318912:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016141.266429:0:9663:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job fsx:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:9663:1818247339318656:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.266481:0:9663:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a2900 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x903ef4aec732239c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.266497:0:9663:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a2900 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec732239c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.266509:0:9663:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a2900 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec732239c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016141.269133:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00010000:00010000:3.0:1734016141.274117:0:9663:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a2900 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec732239c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.274152:0:9663:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a2900 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec732239c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.274213:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a2900 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x903ef4aec732239c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.274238:0:9663:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 9972962, setting rss=9972962; kms=9972962, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a2900 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0x903ef4aec732239c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.274254:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a2900 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732239c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.274267:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a2900 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732239c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.277814:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339319040:192.168.201.101@tcp:10:fsx.0 00000100:00100000:3.0:1734016141.277944:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339318912:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016141.282134:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339319040:192.168.201.101@tcp:10:fsx.0 00000080:00200000:0.0:1734016141.282223:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8067368 i_blocks 608 00000020:00010000:0.0:1734016141.282231:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016141.282235:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.282241:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b0028c30 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016141.282255:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a2900 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732239c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.282280:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a2900 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732239c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016141.282300:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016141.282301:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b0028c30 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016141.282437:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:0.0:1734016141.288837:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a2900 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732239c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.288857:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a2900 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732239c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.288866:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a2900 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732239c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016141.288893:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8067368 i_blocks 608 00000020:00010000:0.0:1734016141.288898:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800aaca8db0 (ffff8800a8e27128/0) at cl_lock_release():233 00000020:00010000:0.0:1734016141.288902:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800aaca8db0 (ffff8800a8e27128/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.288914:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5bc85b0 (ffff8800a8a70008/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.288920:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800aaca8db0 (ffff8800a8e27128/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016141.288922:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5bc85b0 (ffff8800a8e27128/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016141.289027:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016141.289098:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016141.289108:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016141.289116:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016141.289134:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016141.289136:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04980, flags 0x400001002 00010000:00010000:0.0:1734016141.289149:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a2900 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732239c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.289157:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a2900 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732239c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.289164:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a2900 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732239c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.289171:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a2900 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732239c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016141.289181:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8067368 i_blocks 608 00000020:00010000:0.0:1734016141.289184:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016141.289186:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.289188:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.289190:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016141.289192:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016141.289197:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016141.289209:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 8067368 00000080:00200008:0.0:1734016141.289411:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 6840320, type: SEEK_SET 00000080:00200008:0.0:1734016141.289415:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 6840320, type: SEEK_SET, rc = 6840320 00000080:00200008:0.0:1734016141.289434:0:9663:0:(file.c:2466:do_file_write_iter()) START file f16a.sanityn:[0x200000401:0x9:0x0], ppos: 6840320, count: 51089 00000080:00200000:0.0:1734016141.289447:0:9663:0:(file.c:1826:ll_file_io_generic()) f16a.sanityn: write ppos: 6840320, bytes: 51089 00000080:00200000:0.0:1734016141.289453:0:9663:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000020:00200000:0.0:1734016141.289461:0:9663:0:(cl_io.c:195:cl_io_rw_init()) header@ffff88012c77cc80[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1734016141.289464:0:9663:0:(cl_io.c:195:cl_io_rw_init()) io range: 2 [6840320, 6891409) 0 0 00000080:00200000:0.0:1734016141.289466:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1734016141.289479:0:9663:0:(file.c:1893:ll_file_io_generic()) Range lock [1670, 1682] 00020000:00200000:0.0:1734016141.289492:0:9663:0:(lov_io.c:1021:lov_io_rw_iter_init()) stripe: 6840320 chunk: [6840320, 6891409) 6891409, 51089 00020000:00200000:0.0:1734016141.289498:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016141.289526:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1670, 1682] 00000008:00010000:0.0:1734016141.289538:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016141.289542:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04980, flags 0x0 00010000:00010000:0.0:1734016141.289549:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a2900 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732239c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.289556:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (6840320 6893567) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a2900 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732239c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.289563:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a2900 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732239c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.289570:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a2900 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732239c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.289576:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a2900 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732239c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016141.289585:0:9663:0:(vvp_io.c:1326:vvp_io_write_start()) f16a.sanityn: write [6840320, 6891409) 00000080:00200000:0.0:1734016141.289638:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 1670 of 0 to 4096 bytes 00000080:00200000:0.0:1734016141.289731:0:9663:0:(rw26.c:1006:ll_write_end()) pos 6840320, len 4096, copied 4096 00000080:00200000:0.0:1734016141.289740:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7a25288[3 ffff88012c77cd00 2 1 ffff8800a8a96e00] 00000080:00200000:0.0:1734016141.289743:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029dd0c0 1fffff00000805 3:0 ffff8800a7a25288 1670 lru 00000080:00200000:0.0:1734016141.289753:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7a252e8 1670: 1< 0 - - > 2< 6840320 0 0 0x0 0x0 | ffff8800aaf9dcc8 ffff88012c3aa1a0 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016141.289755:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7a25288 00000080:00200000:0.0:1734016141.289757:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:0.0:1734016141.289760:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 1671 of 0 to 4096 bytes 00000080:00200000:0.0:1734016141.289778:0:9663:0:(rw26.c:1006:ll_write_end()) pos 6844416, len 4096, copied 4096 00000080:00200000:0.0:1734016141.289782:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7a251b0[3 ffff88012c77cd00 2 1 ffff8800a8a96e00] 00000080:00200000:0.0:1734016141.289784:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002af0c40 1fffff00000805 3:0 ffff8800a7a251b0 1671 lru 00000080:00200000:0.0:1734016141.289788:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7a25210 1671: 1< 0 - - > 2< 6844416 0 0 0x0 0x0 | ffff8800aaf9dcc8 ffff88012c3aa1a0 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016141.289790:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7a251b0 00000080:00200000:0.0:1734016141.289792:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 2. 00000080:00200000:0.0:1734016141.289792:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 1672 of 0 to 4096 bytes 00000080:00200000:0.0:1734016141.289806:0:9663:0:(rw26.c:1006:ll_write_end()) pos 6848512, len 4096, copied 4096 00000080:00200000:0.0:1734016141.289808:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7a25870[3 ffff88012c77cd00 2 1 ffff8800a8a96e00] 00000080:00200000:0.0:1734016141.289809:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002af9c80 1fffff00000805 3:0 ffff8800a7a25870 1672 lru 00000080:00200000:0.0:1734016141.289813:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7a258d0 1672: 1< 0 - - > 2< 6848512 0 0 0x0 0x0 | ffff8800aaf9dcc8 ffff88012c3aa1a0 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016141.289815:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7a25870 00000080:00200000:0.0:1734016141.289815:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 3. 00000080:00200000:0.0:1734016141.289817:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 1673 of 0 to 4096 bytes 00000080:00200000:0.0:1734016141.289831:0:9663:0:(rw26.c:1006:ll_write_end()) pos 6852608, len 4096, copied 4096 00000080:00200000:0.0:1734016141.289834:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7a25798[3 ffff88012c77cd00 2 1 ffff8800a8a96e00] 00000080:00200000:0.0:1734016141.289836:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c7cc0 1fffff00000805 3:0 ffff8800a7a25798 1673 lru 00000080:00200000:0.0:1734016141.289839:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7a257f8 1673: 1< 0 - - > 2< 6852608 0 0 0x0 0x0 | ffff8800aaf9dcc8 ffff88012c3aa1a0 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016141.289840:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7a25798 00000080:00200000:0.0:1734016141.289841:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 4. 00000080:00200000:0.0:1734016141.289843:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 1674 of 0 to 4096 bytes 00000080:00200000:0.0:1734016141.289856:0:9663:0:(rw26.c:1006:ll_write_end()) pos 6856704, len 4096, copied 4096 00000080:00200000:0.0:1734016141.289858:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7a256c0[3 ffff88012c77cd00 2 1 ffff8800a8a96e00] 00000080:00200000:0.0:1734016141.289860:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002b73540 1fffff00000805 3:0 ffff8800a7a256c0 1674 lru 00000080:00200000:0.0:1734016141.289863:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7a25720 1674: 1< 0 - - > 2< 6856704 0 0 0x0 0x0 | ffff8800aaf9dcc8 ffff88012c3aa1a0 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016141.289865:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7a256c0 00000080:00200000:0.0:1734016141.289865:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 5. 00000080:00200000:0.0:1734016141.289867:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 1675 of 0 to 4096 bytes 00000080:00200000:0.0:1734016141.289880:0:9663:0:(rw26.c:1006:ll_write_end()) pos 6860800, len 4096, copied 4096 00000080:00200000:0.0:1734016141.289883:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7a255e8[3 ffff88012c77cd00 2 1 ffff8800a8a96e00] 00000080:00200000:0.0:1734016141.289886:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a74780 1fffff00000805 3:0 ffff8800a7a255e8 1675 lru 00000080:00200000:0.0:1734016141.289890:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7a25648 1675: 1< 0 - - > 2< 6860800 0 0 0x0 0x0 | ffff8800aaf9dcc8 ffff88012c3aa1a0 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016141.289892:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7a255e8 00000080:00200000:0.0:1734016141.289893:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 6. 00000080:00200000:0.0:1734016141.289894:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 1676 of 0 to 4096 bytes 00000080:00200000:0.0:1734016141.289916:0:9663:0:(rw26.c:1006:ll_write_end()) pos 6864896, len 4096, copied 4096 00000080:00200000:0.0:1734016141.289919:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7a25510[3 ffff88012c77cd00 2 1 ffff8800a8a96e00] 00000080:00200000:0.0:1734016141.289920:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a554c0 1fffff00000805 3:0 ffff8800a7a25510 1676 lru 00000080:00200000:0.0:1734016141.289924:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7a25570 1676: 1< 0 - - > 2< 6864896 0 0 0x0 0x0 | ffff8800aaf9dcc8 ffff88012c3aa1a0 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016141.289925:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7a25510 00000080:00200000:0.0:1734016141.289927:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 7. 00000080:00200000:0.0:1734016141.289928:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 1677 of 0 to 4096 bytes 00000080:00200000:0.0:1734016141.289943:0:9663:0:(rw26.c:1006:ll_write_end()) pos 6868992, len 4096, copied 4096 00000080:00200000:0.0:1734016141.289946:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7a25438[3 ffff88012c77cd00 2 1 ffff8800a8a96e00] 00000080:00200000:0.0:1734016141.289948:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002aff540 1fffff00000805 3:0 ffff8800a7a25438 1677 lru 00000080:00200000:0.0:1734016141.289951:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7a25498 1677: 1< 0 - - > 2< 6868992 0 0 0x0 0x0 | ffff8800aaf9dcc8 ffff88012c3aa1a0 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016141.289953:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7a25438 00000080:00200000:0.0:1734016141.289953:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 8. 00000080:00200000:0.0:1734016141.289954:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 1678 of 0 to 4096 bytes 00000080:00200000:0.0:1734016141.289964:0:9663:0:(rw26.c:1006:ll_write_end()) pos 6873088, len 4096, copied 4096 00000080:00200000:0.0:1734016141.289966:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7a25d80[3 ffff88012c77cd00 2 1 ffff8800a8a96e00] 00000080:00200000:0.0:1734016141.289968:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002b7b3c0 1fffff00000805 3:0 ffff8800a7a25d80 1678 lru 00000080:00200000:0.0:1734016141.289970:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7a25de0 1678: 1< 0 - - > 2< 6873088 0 0 0x0 0x0 | ffff8800aaf9dcc8 ffff88012c3aa1a0 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016141.289972:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7a25d80 00000080:00200000:0.0:1734016141.289973:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 9. 00000080:00200000:0.0:1734016141.289974:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 1679 of 0 to 4096 bytes 00000080:00200000:0.0:1734016141.289984:0:9663:0:(rw26.c:1006:ll_write_end()) pos 6877184, len 4096, copied 4096 00000080:00200000:0.0:1734016141.289987:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7a25e58[3 ffff88012c77cd00 2 1 ffff8800a8a96e00] 00000080:00200000:0.0:1734016141.289989:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002b79000 1fffff00000805 3:0 ffff8800a7a25e58 1679 lru 00000080:00200000:0.0:1734016141.289993:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7a25eb8 1679: 1< 0 - - > 2< 6877184 0 0 0x0 0x0 | ffff8800aaf9dcc8 ffff88012c3aa1a0 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016141.289995:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7a25e58 00000080:00200000:0.0:1734016141.289996:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 10. 00000080:00200000:0.0:1734016141.289997:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 1680 of 0 to 4096 bytes 00000080:00200000:0.0:1734016141.290027:0:9663:0:(rw26.c:1006:ll_write_end()) pos 6881280, len 4096, copied 4096 00000080:00200000:0.0:1734016141.290030:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7a25ca8[3 ffff88012c77cd00 2 1 ffff8800a8a96e00] 00000080:00200000:0.0:1734016141.290032:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a73440 1fffff00000825 2:0 ffff8800a7a25ca8 1680 lru 00000080:00200000:0.0:1734016141.290036:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7a25d08 1680: 1< 0 - - > 2< 6881280 0 0 0x0 0x0 | ffff8800aaf9dcc8 ffff88012c3aa1a0 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016141.290037:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7a25ca8 00000080:00200000:0.0:1734016141.290038:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 11. 00000080:00200000:0.0:1734016141.290039:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 1681 of 0 to 4096 bytes 00000080:00200000:0.0:1734016141.290047:0:9663:0:(rw26.c:1006:ll_write_end()) pos 6885376, len 4096, copied 4096 00000080:00200000:0.0:1734016141.290050:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7a25bd0[3 ffff88012c77cd00 2 1 ffff8800a8a96e00] 00000080:00200000:0.0:1734016141.290052:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a75b00 1fffff00000805 3:0 ffff8800a7a25bd0 1681 lru 00000080:00200000:0.0:1734016141.290055:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7a25c30 1681: 1< 0 - - > 2< 6885376 0 0 0x0 0x0 | ffff8800aaf9dcc8 ffff88012c3aa1a0 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016141.290057:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7a25bd0 00000080:00200000:0.0:1734016141.290058:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 12. 00000080:00200000:0.0:1734016141.290059:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 1682 of 0 to 1937 bytes 00000080:00200000:0.0:1734016141.294998:0:9663:0:(rw26.c:1006:ll_write_end()) pos 6889472, len 1937, copied 1937 00000080:00200000:0.0:1734016141.295011:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7a25af8[3 ffff88012c77cd00 2 1 ffff8800a8a96e00] 00000080:00200000:0.0:1734016141.295015:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002d7af00 1fffff0000080d 3:0 ffff8800a7a25af8 1682 lru 00000080:00200000:0.0:1734016141.295023:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7a25b58 1682: 1< 1 - - > 2< 6889472 0 4096 0x0 0x40009 | ffff8800aaf9dcc8 ffff88012c3aa1a0 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016141.295025:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7a25af8 00000080:00200000:0.0:1734016141.295027:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 13. 00000080:00200000:0.0:1734016141.295039:0:9663:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 13, from 0, to 1937 00000008:00010000:0.0:1734016141.295081:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012abac0c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a2900 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732239c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016141.295108:0:9663:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff88012abac0c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a2900 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732239c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016141.295117:0:9663:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff88012abac0c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a2900 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732239c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016141.295130:0:9663:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff88012abac0c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a2900 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732239c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016141.295137:0:9663:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff88012abac0c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a2900 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732239c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016141.295143:0:9663:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff88012abac0c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a2900 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732239c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016141.295148:0:9663:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff88012abac0c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a2900 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732239c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016141.295153:0:9663:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff88012abac0c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a2900 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732239c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016141.295157:0:9663:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff88012abac0c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a2900 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732239c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016141.295163:0:9663:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff88012abac0c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a2900 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732239c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016141.295168:0:9663:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff88012abac0c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a2900 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732239c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016141.295174:0:9663:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff88012abac0c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a2900 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732239c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016141.295183:0:9663:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff88012abac0c0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a2900 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732239c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016141.295195:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff88012ec48a48, count 13, dirtied 13 00000080:00200000:0.0:1734016141.295205:0:9663:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 13 pages 51089 bytes, tot: 51089 00000080:00200000:0.0:1734016141.295210:0:9663:0:(vvp_io.c:1405:vvp_io_write_start()) f16a.sanityn: write bytes 0, result: 51089 00000020:00010000:0.0:1734016141.295230:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016141.295234:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.295237:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016141.295246:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a2900 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732239c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.295256:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a2900 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732239c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016141.295277:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016141.295279:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016141.295289:0:9663:0:(vvp_io.c:533:vvp_io_advance()) advancing 51089 bytes 00000080:00200000:0.0:1734016141.295300:0:9663:0:(file.c:1930:ll_file_io_generic()) Range unlock [1670, 1682] 00000080:00200000:0.0:1734016141.295311:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016141.295315:0:9663:0:(file.c:1964:ll_file_io_generic()) f16a.sanityn: 2 io complete with rc: 0, result: 51089, restart: 0 00000080:00200000:0.0:1734016141.295374:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8067368 i_blocks 608 00000080:00200000:0.0:1734016141.295383:0:9663:0:(file.c:2044:ll_file_io_generic()) iot: 2, result: 51089 00000080:00200008:0.0:1734016141.295422:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec488c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016141.295429:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec488c8),name=f16a.sanityn 00000002:00010000:0.0:1734016141.295452:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016141.295473:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e2d8d80/0x99188b78c51a2907 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec73223aa expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016141.295488:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e2d8d80/0x99188b78c51a2907 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec73223aa expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016141.295506:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) 00000080:00010000:0.0:1734016141.295511:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) for lock 0x99188b78c51a2907 00000080:00010000:0.0:1734016141.295518:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a2907 from it ffff8800a7a77cd8 00010000:00010000:0.0:1734016141.295521:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e2d8d80/0x99188b78c51a2907 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec73223aa expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016141.295528:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e2d8d80/0x99188b78c51a2907 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec73223aa expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016141.295549:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016141.295564:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016141.295585:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016141.295587:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04980, flags 0x400001002 00010000:00010000:0.0:1734016141.295605:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a2900 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732239c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.295612:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a2900 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732239c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.295623:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a2900 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732239c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.295629:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a2900 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732239c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016141.295645:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8067368 i_blocks 608 00000020:00010000:0.0:1734016141.295648:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016141.295650:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.295653:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.295655:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016141.295657:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016141.295661:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016141.295675:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016141.295679:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016141.295682:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016141.295685:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016141.295687:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04980, flags 0x400001002 00010000:00010000:0.0:1734016141.295691:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a2900 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732239c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.295698:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a2900 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732239c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.295705:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a2900 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732239c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.295710:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a2900 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732239c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016141.295717:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8067368 i_blocks 608 00000020:00010000:0.0:1734016141.295719:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016141.295721:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.295722:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.295725:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016141.295727:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016141.295731:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016141.295738:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 8067368 00000080:00200008:0.0:1734016141.296724:0:9663:0:(llite_lib.c:2284:ll_setattr_raw()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec480c8) current size 9972962, valid attrs 2068, mode 8800, uid -1339468464, gid -30720, new size 10184812, atime 1734016141.000000000, mtime 1734016141.000000000, ctime 1734016141.000000000 00000020:00100000:0.0:1734016141.296841:0:9663:0:(genops.c:2298:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800b60f2800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1734016141.296859:0:9663:0:(client.c:782:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a8a46300 x1818247339319680/t0(0) o36->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734016141.296894:0:9663:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8a46300 pname:cluuid:pid:xid:nid:opc:job fsx:ca960967-f34d-4bd7-a96b-f55b9893eead:9663:1818247339319680:192.168.201.101@tcp:36:fsx.0 00000100:00100000:0.0:1734016141.297027:0:9663:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacd80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016141.299437:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00010000:00010000:3.0:1734016141.302354:0:4746:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016141.302362:0:4746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e2d8d80/0x99188b78c51a2907 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x903ef4aec73223aa expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016141.302371:0:4746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e2d8d80 already unused, calling callback (ffffffffa103e1e0) 00010000:00010000:3.0:1734016141.302376:0:4746:0:(ldlm_request.c:1579:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e2d8d80/0x99188b78c51a2907 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x903ef4aec73223aa expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016141.302384:0:4746:0:(ldlm_request.c:1589:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e2d8d80/0x99188b78c51a2907 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x903ef4aec73223aa expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016141.302391:0:4746:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e2d8d80/0x99188b78c51a2907 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x903ef4aec73223aa expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016141.302418:0:4746:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e2d9680/0x99188b78c519b954 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7319a20 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016141.302461:0:4746:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e2d8d80/0x99188b78c51a2907 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x903ef4aec73223aa expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016141.302471:0:4746:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016141.302951:0:4746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e2d8d80/0x99188b78c51a2907 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x903ef4aec73223aa expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016141.302958:0:4746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e2d8d80/0x99188b78c51a2907 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x903ef4aec73223aa expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016141.304358:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016141.304361:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016141.304367:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016141.312048:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000080:00200000:0.0:1734016141.327139:0:5244:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:0.0:1734016141.327267:0:5244:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1734016141.327435:0:5244:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a2900 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec732239c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.327447:0:5244:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1734016141.328165:0:5244:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a2900 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec732239c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.328174:0:5244:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db9ba80/0x99188b78c51a2900 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec732239c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.328208:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016141.328211:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016141.328213:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016141.329988:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000080:00200000:0.0:1734016141.335274:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10184812 i_blocks 712 00000020:00010000:0.0:1734016141.335285:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a724e8 (ffff8800a8a70638/0) at cl_lock_release():233 00000020:00010000:0.0:1734016141.335289:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a724e8 (ffff8800a8a70638/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.335296:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b0028ab0 (ffff8800a8a702d8/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016141.335314:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.335359:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016141.335380:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a724e8 (ffff8800a8a70638/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016141.335382:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b0028ab0 (ffff8800a8a70638/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016141.335450:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016141.335490:0:9663:0:(llite_lib.c:2534:ll_setattr_raw()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec480c8) current size 10184812, valid attrs 2168, mode 8800, uid -1339468464, gid -30720, new size 10184812, atime 1734016141.000000000, mtime 1734016141.296000000, ctime 1734016141.296000000, rc 0 00000080:00200008:0.0:1734016141.335543:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec488c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016141.335555:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec488c8),name=f16a.sanityn 00000002:00010000:0.0:1734016141.335588:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016141.335614:0:9663:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800b5953800 type 13 mode 30 res 8589935617/9 (0 0) 00010000:00010000:0.0:1734016141.335710:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12e1c0/0x99188b78c51a2915 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 9663 initiator: MDT0 00010000:00010000:0.0:1734016141.335725:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12e1c0/0x99188b78c51a2915 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 9663 initiator: MDT0 00010000:00010000:0.0:1734016141.335741:0:9663:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12e1c0/0x99188b78c51a2915 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 9663 initiator: MDT0 00000100:00100000:0.0:1734016141.335779:0:9663:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8a44000 pname:cluuid:pid:xid:nid:opc:job fsx:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:9663:1818247339320448:192.168.201.101@tcp:101:fsx.0 00000100:00100000:0.0:1734016141.335914:0:9663:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abac0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016141.342107:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000080:00200000:0.0:1734016141.352788:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10184812 i_blocks 712 00000020:00010000:0.0:1734016141.352798:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a976c0 (ffff8800a8a703f8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016141.352803:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a976c0 (ffff8800a8a703f8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.352810:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00285b0 (ffff8800a8a70a28/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.352816:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a976c0 (ffff8800a8a703f8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016141.352820:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00285b0 (ffff8800a8a703f8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016141.352870:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016141.352943:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016141.352953:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016141.352967:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016141.352991:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016141.352995:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04980, flags 0x400001002 00010000:00010000:0.0:1734016141.353036:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ed00/0x99188b78c51a2923 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.353046:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12ed00/0x99188b78c51a2923 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016141.356617:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000080:00200000:0.0:1734016141.375217:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10184812 i_blocks 712 00000020:00010000:0.0:1734016141.375228:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016141.375232:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.375239:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.375244:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016141.375246:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016141.375264:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016141.375284:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 10184812 00000080:00200000:0.0:1734016141.375411:0:9663:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:0.0:1734016141.375421:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:0.0:1734016141.375449:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016141.375475:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1882, 1897] 00000008:00010000:0.0:1734016141.375504:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016141.375510:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04980, flags 0x0 00010000:00010000:0.0:1734016141.375549:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.375571:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (7708672 7774207) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.375590:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.375600:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.375608:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016141.375627:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10184812 i_blocks 712 00000020:00010000:0.0:1734016141.379254:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016141.379261:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.379268:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016141.379285:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.379306:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016141.379894:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016141.379899:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016141.379936:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016141.380010:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec488c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016141.380024:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec488c8),name=f16a.sanityn 00000002:00010000:0.0:1734016141.380059:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016141.380088:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12e1c0/0x99188b78c51a2915 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec73223c6 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016141.380107:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12e1c0/0x99188b78c51a2915 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec73223c6 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016141.380123:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) 00000080:00010000:0.0:1734016141.380127:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) for lock 0x99188b78c51a2915 00000080:00010000:0.0:1734016141.380135:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a2915 from it ffff8800a7a77cd8 00010000:00010000:0.0:1734016141.380140:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12e1c0/0x99188b78c51a2915 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec73223c6 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016141.380146:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12e1c0/0x99188b78c51a2915 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec73223c6 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016141.380173:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016141.380192:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016141.380221:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016141.380226:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04980, flags 0x400001002 00010000:00010000:0.0:1734016141.380270:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12f180/0x99188b78c51a292a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.380280:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12f180/0x99188b78c51a292a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016141.383276:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000080:00200000:0.0:1734016141.386095:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10184812 i_blocks 712 00000020:00010000:0.0:1734016141.386107:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016141.386111:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.386118:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.386122:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016141.386124:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016141.386145:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016141.386177:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016141.386187:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016141.386200:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016141.386218:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016141.386221:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04980, flags 0x400001002 00010000:00010000:0.0:1734016141.386579:0:9663:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800b5a02000 type 11 mode 6 res 10737419264/6 (0 18446744073709551615) 00010000:00010000:0.0:1734016141.386600:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c6c0/0x99188b78c51a2931 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.386607:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12c6c0/0x99188b78c51a2931 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016141.391706:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000080:00200000:0.0:1734016141.403471:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10184812 i_blocks 712 00000020:00010000:0.0:1734016141.403485:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016141.403490:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.403497:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.403503:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016141.403505:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016141.403524:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016141.403541:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 10184812 00000080:00a00000:0.0:1734016141.403638:0:9663:0:(llite_mmap.c:611:ll_file_mmap()) VFS_Op: fid=[0x200000401:0x9:0x0] vma=ffff8800b016a948 start=0x7fe97e319000 end=0x7fe97e322000 vm_flags=0xf9 00000080:00200000:0.0:1734016141.403657:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016141.403669:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016141.403694:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016141.403698:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04980, flags 0x400001002 00010000:00010000:0.0:1734016141.403721:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.403739:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.403751:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.403759:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016141.403781:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10184812 i_blocks 712 00000020:00010000:0.0:1734016141.403784:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016141.403787:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.403789:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.403792:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016141.403794:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016141.403799:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016141.403897:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 2200 00000080:00200000:0.0:1734016141.403919:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016141.403929:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016141.403941:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [2200, 2200] 00000008:00010000:0.0:1734016141.403951:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016141.403954:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04980, flags 0x0 00010000:00010000:0.0:1734016141.403962:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.403971:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (9011200 9015295) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.403978:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.403986:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.403994:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.404053:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 4/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.404063:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (9973760 9977855) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 4/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.404071:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 7/2,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.404079:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 7/2,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.404085:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 6/2,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.404478:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 6/2,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.404487:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016141.427769:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016141.427777:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.427783:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016141.427796:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.427813:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016141.427842:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016141.427846:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016141.427874:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016141.427989:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 2199 00000080:00200000:0.0:1734016141.428001:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016141.428024:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016141.428049:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [2199, 2199] 00000008:00010000:0.0:1734016141.428072:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016141.428079:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04980, flags 0x0 00010000:00010000:0.0:1734016141.428111:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.428128:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (9007104 9011199) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.428141:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.428150:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.428164:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016141.433727:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016141.433732:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.433737:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016141.433748:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.433761:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016141.433784:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016141.433787:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016141.433810:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016141.433887:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 2198 00000080:00200000:0.0:1734016141.433899:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016141.433931:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016141.433949:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [2198, 2198] 00000008:00010000:0.0:1734016141.433970:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016141.433979:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04980, flags 0x0 00010000:00010000:0.0:1734016141.434010:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.434025:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (9003008 9007103) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.434045:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.434054:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.434060:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016141.439235:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016141.439241:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.439248:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016141.439260:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.439275:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016141.439303:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016141.439306:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016141.439351:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016141.439436:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 2197 00000080:00200000:0.0:1734016141.439450:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016141.439473:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016141.439493:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [2197, 2197] 00000008:00010000:0.0:1734016141.439509:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016141.439515:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04980, flags 0x0 00010000:00010000:0.0:1734016141.439549:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.439565:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8998912 9003007) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.439576:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.439585:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.439592:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016141.443765:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016141.443772:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.443780:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016141.443794:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.443809:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016141.443835:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016141.443839:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016141.443874:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016141.443981:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 2196 00000080:00200000:0.0:1734016141.443994:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016141.444021:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016141.444051:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [2196, 2196] 00000008:00010000:0.0:1734016141.444078:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016141.444086:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04980, flags 0x0 00010000:00010000:0.0:1734016141.444127:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.444147:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8994816 8998911) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.444162:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.444171:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.444178:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016141.450508:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016141.450515:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.450523:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016141.450533:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.450548:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016141.450578:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016141.450581:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016141.450611:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016141.450701:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 2195 00000080:00200000:0.0:1734016141.450714:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016141.450735:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016141.450759:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [2195, 2195] 00000008:00010000:0.0:1734016141.450781:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016141.450788:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04980, flags 0x0 00010000:00010000:0.0:1734016141.450821:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.450839:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8990720 8994815) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.450852:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.450861:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.450868:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016141.460919:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016141.460945:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.460954:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016141.460971:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.460993:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016141.461028:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016141.461032:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016141.461073:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016141.461187:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 2194 00000080:00200000:0.0:1734016141.461207:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016141.461234:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016141.461270:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [2194, 2194] 00000008:00010000:0.0:1734016141.461309:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016141.461318:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04980, flags 0x0 00010000:00010000:0.0:1734016141.461384:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.461407:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8986624 8990719) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.461425:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.461434:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.461444:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016141.475068:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016141.475076:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.475086:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016141.475104:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.475124:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016141.475157:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016141.475160:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016141.475198:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016141.475355:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 2193 00000080:00200000:0.0:1734016141.475370:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016141.475403:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016141.475436:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [2193, 2193] 00000008:00010000:0.0:1734016141.475462:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016141.475474:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04980, flags 0x0 00010000:00010000:0.0:1734016141.475515:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.475535:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8982528 8986623) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.475549:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.475564:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.475573:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016141.487504:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016141.487511:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.488680:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016141.488701:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.488718:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016141.488741:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016141.488745:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016141.488776:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016141.488866:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 2192 00000080:00200000:0.0:1734016141.488881:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016141.488913:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016141.488930:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [2192, 2192] 00000008:00010000:0.0:1734016141.488950:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016141.488956:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04980, flags 0x0 00010000:00010000:0.0:1734016141.488986:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.489005:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8978432 8982527) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.489018:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.489025:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.489032:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016141.504150:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016141.504156:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.504161:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016141.504175:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.504190:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016141.504218:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016141.504222:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016141.504255:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016141.505783:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec488c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016141.505803:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec488c8),name=f16a.sanityn 00000002:00010000:0.0:1734016141.505846:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016141.505878:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12e1c0/0x99188b78c51a2915 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec73223c6 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016141.505899:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12e1c0/0x99188b78c51a2915 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec73223c6 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016141.505927:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) 00000080:00010000:0.0:1734016141.505932:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) for lock 0x99188b78c51a2915 00000080:00010000:0.0:1734016141.505940:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a2915 from it ffff8800a7a77cd8 00010000:00010000:0.0:1734016141.505943:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12e1c0/0x99188b78c51a2915 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec73223c6 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016141.505953:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12e1c0/0x99188b78c51a2915 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec73223c6 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016141.505997:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016141.506017:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016141.506047:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016141.506051:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04980, flags 0x400001002 00010000:00010000:0.0:1734016141.506087:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a2938 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.506098:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a2938 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016141.518354:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000080:00200000:0.0:1734016141.525292:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10184812 i_blocks 712 00000020:00010000:0.0:1734016141.525301:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016141.525306:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.526884:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.526899:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016141.526909:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016141.526939:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016141.526987:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016141.526999:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016141.527017:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016141.527047:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016141.527052:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04980, flags 0x400001002 00010000:00010000:0.0:1734016141.527095:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12dd40/0x99188b78c51a293f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.527108:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12dd40/0x99188b78c51a293f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016141.531214:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000080:00200000:0.0:1734016141.535787:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10184812 i_blocks 712 00000020:00010000:0.0:1734016141.535799:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016141.535803:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.535811:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.535815:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016141.535818:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016141.535839:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016141.535860:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 10184812 00000080:00200008:0.0:1734016141.535899:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec488c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016141.535917:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec488c8),name=f16a.sanityn 00000002:00010000:0.0:1734016141.535943:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016141.535967:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12e1c0/0x99188b78c51a2915 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec73223c6 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016141.535984:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12e1c0/0x99188b78c51a2915 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec73223c6 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016141.535999:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) 00000080:00010000:0.0:1734016141.536003:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) for lock 0x99188b78c51a2915 00000080:00010000:0.0:1734016141.536012:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a2915 from it ffff8800a7a77cd8 00010000:00010000:0.0:1734016141.536016:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12e1c0/0x99188b78c51a2915 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec73223c6 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016141.536024:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12e1c0/0x99188b78c51a2915 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec73223c6 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016141.536058:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016141.536073:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016141.536099:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016141.536103:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04980, flags 0x400001002 00010000:00010000:0.0:1734016141.536137:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12df80/0x99188b78c51a2946 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.536145:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12df80/0x99188b78c51a2946 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016141.542647:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000080:00200000:0.0:1734016141.560598:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10184812 i_blocks 712 00000020:00010000:0.0:1734016141.560614:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016141.560618:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.560629:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.560636:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016141.560638:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016141.560662:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016141.561291:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016141.561303:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016141.561316:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016141.561401:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016141.561405:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04980, flags 0x400001002 00010000:00010000:0.0:1734016141.561450:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a294d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.561485:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a294d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016141.569089:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000080:00200000:0.0:1734016141.578773:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10184812 i_blocks 712 00000020:00010000:0.0:1734016141.578789:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016141.578795:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.578803:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.578810:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016141.578812:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016141.578833:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016141.578851:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 10184812 00000080:00200008:0.0:1734016141.578891:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec480c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016141.578908:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec480c8),name=f16a.sanityn 00000002:00010000:0.0:1734016141.578947:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016141.578975:0:9663:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800b6200c00 type 13 mode 30 res 8589935617/9 (0 0) 00010000:00010000:0.0:1734016141.579069:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12d200/0x99188b78c51a2954 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 9663 initiator: MDT0 00010000:00010000:0.0:1734016141.579078:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12d200/0x99188b78c51a2954 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 9663 initiator: MDT0 00010000:00010000:0.0:1734016141.579094:0:9663:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12d200/0x99188b78c51a2954 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 9663 initiator: MDT0 00000100:00100000:0.0:1734016141.579141:0:9663:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8a44000 pname:cluuid:pid:xid:nid:opc:job fsx:ca960967-f34d-4bd7-a96b-f55b9893eead:9663:1818247339324032:192.168.201.101@tcp:101:fsx.0 00000100:00100000:0.0:1734016141.579308:0:9663:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abaccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016141.587502:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000080:00200000:0.0:1734016141.590939:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10184812 i_blocks 712 00000020:00010000:0.0:1734016141.590952:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a95488 (ffff8800a8a70878/0) at cl_lock_release():233 00000020:00010000:0.0:1734016141.590955:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a95488 (ffff8800a8a70878/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.590965:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b0028930 (ffff8800a8a703f8/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.590970:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a95488 (ffff8800a8a70878/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016141.590972:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b0028930 (ffff8800a8a70878/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016141.591033:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016141.591095:0:9663:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:0.0:1734016141.591103:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:0.0:1734016141.591131:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016141.591149:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1763, 1771] 00000008:00010000:0.0:1734016141.591171:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016141.591177:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04980, flags 0x0 00010000:00010000:0.0:1734016141.591217:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.591226:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [7221248->7258111] (req 7221248->7258111) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.591288:0:9663:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [7221248->7258111] (req 7221248->7258111) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016141.591338:0:9663:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8a46d80 pname:cluuid:pid:xid:nid:opc:job fsx:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:9663:1818247339324288:192.168.201.101@tcp:101:fsx.0 00000100:00100000:0.0:1734016141.591464:0:9663:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abaccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016141.595651:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00010000:00010000:3.0:1734016141.596737:0:4745:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016141.596750:0:4745:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.596759:0:4745:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012db98900 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016141.596767:0:4745:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016141.596799:0:4745:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016141.597235:0:4745:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016141.597297:0:4745:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.597305:0:4745:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016141.597367:0:4745:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.597380:0:4745:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db98900/0x99188b78c51a290e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec73223b8 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.597409:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016141.597431:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339324416:192.168.201.101@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016141.597506:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016141.597508:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016141.597510:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016141.603960:0:9663:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8a46d80 pname:cluuid:pid:xid:nid:opc:job fsx:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:9663:1818247339324288:192.168.201.101@tcp:101:fsx.0 00010000:00010000:0.0:1734016141.604019:0:9663:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [7221248->7258111] (req 7221248->7258111) gid 0 flags: 0x10000000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.604035:0:9663:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [7221248->7258111] (req 7221248->7258111) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.604045:0:9663:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [7221248->7258111] (req 7221248->7258111) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016141.606722:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000100:00100000:3.0:1734016141.616910:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339324416:192.168.201.101@tcp:103:ldlm_bl.0 00000020:00010000:0.0:1734016141.627750:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016141.627757:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.627769:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016141.627801:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.627833:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016141.627877:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016141.627881:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016141.627927:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016141.628038:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec480c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016141.628049:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec480c8),name=f16a.sanityn 00000002:00010000:0.0:1734016141.628093:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016141.628127:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12d200/0x99188b78c51a2954 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732240c expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016141.628146:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12d200/0x99188b78c51a2954 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732240c expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016141.628164:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) 00000080:00010000:0.0:1734016141.628168:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) for lock 0x99188b78c51a2954 00000080:00010000:0.0:1734016141.628179:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a2954 from it ffff8800a7a77cd8 00010000:00010000:0.0:1734016141.628183:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12d200/0x99188b78c51a2954 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec732240c expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016141.628190:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff8800aa12d200/0x99188b78c51a2954 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732240c expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016141.628226:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016141.628245:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016141.628275:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016141.628280:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04980, flags 0x400001002 00010000:00010000:0.0:1734016141.628363:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a2969 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.628376:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a2969 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016141.633109:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000080:00200000:0.0:1734016141.640910:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10184812 i_blocks 784 00000020:00010000:0.0:1734016141.640924:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016141.640928:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.640938:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.640945:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016141.640947:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016141.640967:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016141.641018:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016141.641032:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016141.641052:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016141.641087:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016141.641093:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04980, flags 0x400001002 00010000:00010000:0.0:1734016141.641135:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12db00/0x99188b78c51a2970 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.641147:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12db00/0x99188b78c51a2970 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016141.649380:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000080:00200000:0.0:1734016141.657672:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10184812 i_blocks 784 00000020:00010000:0.0:1734016141.657682:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016141.657686:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.657693:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.657699:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016141.657702:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016141.657721:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016141.657744:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 10184812 00000080:00a00000:0.0:1734016141.657863:0:9663:0:(llite_mmap.c:611:ll_file_mmap()) VFS_Op: fid=[0x200000401:0x9:0x0] vma=ffff8800b016a948 start=0x7fe97e329000 end=0x7fe97e330000 vm_flags=0xf9 00000080:00200000:0.0:1734016141.657883:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016141.657931:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016141.657960:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016141.657964:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04980, flags 0x400001002 00010000:00010000:0.0:1734016141.657996:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.658013:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.658029:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.658039:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016141.658063:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10184812 i_blocks 784 00000020:00010000:0.0:1734016141.658066:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016141.658069:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.658071:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.658074:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016141.658076:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016141.658082:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016141.658167:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 2236 00000080:00200000:0.0:1734016141.658175:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016141.658184:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016141.658194:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [2236, 2236] 00000008:00010000:0.0:1734016141.658202:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016141.658205:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04980, flags 0x0 00010000:00010000:0.0:1734016141.658211:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.658219:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (9158656 9162751) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.658225:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.658231:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.658237:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.658288:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 4/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.658297:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (9973760 9977855) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 4/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.658305:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 7/2,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.658312:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 7/2,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.658317:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 6/2,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.658681:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 6/2,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.658686:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016141.681566:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016141.681574:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.681580:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016141.681594:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.681610:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016141.681639:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016141.681642:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016141.681675:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016141.681770:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 2235 00000080:00200000:0.0:1734016141.681782:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016141.681802:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016141.681819:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [2235, 2235] 00000008:00010000:0.0:1734016141.681839:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016141.681846:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04980, flags 0x0 00010000:00010000:0.0:1734016141.681877:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.681893:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (9154560 9158655) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.681914:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.681921:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.681928:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016141.697268:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016141.697273:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.697279:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016141.697293:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.697308:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016141.697386:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016141.697389:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016141.697415:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016141.697517:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 2234 00000080:00200000:0.0:1734016141.697529:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016141.697551:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016141.697574:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [2234, 2234] 00000008:00010000:0.0:1734016141.697597:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016141.697603:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04980, flags 0x0 00010000:00010000:0.0:1734016141.697648:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.697665:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (9150464 9154559) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.697677:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.697682:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.697690:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016141.710673:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016141.710684:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.710689:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016141.710706:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.710723:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016141.710748:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016141.710750:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016141.710785:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016141.710909:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 2233 00000080:00200000:0.0:1734016141.710922:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016141.710946:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016141.710970:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [2233, 2233] 00000008:00010000:0.0:1734016141.710997:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016141.711003:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04980, flags 0x0 00010000:00010000:0.0:1734016141.711038:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.711054:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (9146368 9150463) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.711068:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.711076:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.711082:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016141.725205:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016141.725212:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.725216:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016141.725230:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.725244:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016141.725269:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016141.725272:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016141.725300:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016141.725412:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 2232 00000080:00200000:0.0:1734016141.725423:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016141.725442:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016141.725463:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [2232, 2232] 00000008:00010000:0.0:1734016141.725484:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016141.725491:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04980, flags 0x0 00010000:00010000:0.0:1734016141.725521:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.725536:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (9142272 9146367) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.725547:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.725559:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.725565:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016141.743027:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016141.743034:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.743037:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2930 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016141.743050:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.743064:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016141.743084:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016141.743087:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2930 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016141.743112:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016141.743180:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 2231 00000080:00200000:0.0:1734016141.743189:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016141.743206:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016141.743226:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [2231, 2231] 00000008:00010000:0.0:1734016141.743245:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016141.743250:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2930, osc lock ffff8800b5a04980, flags 0x0 00010000:00010000:0.0:1734016141.743277:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.743298:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (9138176 9142271) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.743312:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.745044:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.745054:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.748350:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000008:00010000:3.0:1734016141.756089:0:1982:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a8a71c00 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.756182:0:1982:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (9134080 9138175) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016141.756263:0:1982:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa162a00 - object 0x280000400:6 offset 9134080<>9138176 00000020:00010000:0.0:1734016141.769170:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016141.769177:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.769183:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b0028c30 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016141.769197:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.769211:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016141.769237:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016141.769240:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b0028c30 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016141.769274:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016141.771138:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec488c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016141.771163:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec488c8),name=f16a.sanityn 00000002:00010000:0.0:1734016141.771197:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016141.771239:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12e1c0/0x99188b78c51a2915 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec73223c6 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016141.771261:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12e1c0/0x99188b78c51a2915 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec73223c6 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016141.771282:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) 00000080:00010000:0.0:1734016141.771287:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) for lock 0x99188b78c51a2915 00000080:00010000:0.0:1734016141.771299:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a2915 from it ffff8800a7a77cd8 00010000:00010000:0.0:1734016141.771304:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12e1c0/0x99188b78c51a2915 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec73223c6 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016141.771316:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12e1c0/0x99188b78c51a2915 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec73223c6 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016141.771378:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016141.771396:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016141.771435:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016141.771439:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d29b0, osc lock ffff8800b5a04260, flags 0x400001002 00010000:00010000:0.0:1734016141.771466:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.771475:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.771488:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.771499:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016141.772041:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10184812 i_blocks 784 00000020:00010000:0.0:1734016141.772049:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016141.772053:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.772057:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d29b0 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.772062:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016141.772064:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d29b0 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016141.772084:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016141.772112:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016141.772117:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016141.772121:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016141.772128:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016141.772130:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d29b0, osc lock ffff8800b5a04260, flags 0x400001002 00010000:00010000:0.0:1734016141.772137:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.772150:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.772158:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.772165:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016141.772183:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10184812 i_blocks 784 00000020:00010000:0.0:1734016141.772185:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016141.772188:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.772189:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d29b0 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.772191:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016141.772193:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d29b0 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016141.772198:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016141.772206:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 10184812 00000080:00200008:0.0:1734016141.772218:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec488c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016141.772222:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec488c8),name=f16a.sanityn 00000002:00010000:0.0:1734016141.772234:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016141.772243:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12e1c0/0x99188b78c51a2915 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec73223c6 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016141.772249:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12e1c0/0x99188b78c51a2915 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec73223c6 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016141.772255:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) 00000080:00010000:0.0:1734016141.772257:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) for lock 0x99188b78c51a2915 00000080:00010000:0.0:1734016141.772261:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a2915 from it ffff8800a7a77cd8 00010000:00010000:0.0:1734016141.772263:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12e1c0/0x99188b78c51a2915 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec73223c6 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016141.772269:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12e1c0/0x99188b78c51a2915 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec73223c6 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016141.772289:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016141.772293:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016141.772298:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016141.772300:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d29b0, osc lock ffff8800b5a04260, flags 0x400001002 00010000:00010000:0.0:1734016141.772304:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.772310:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.772318:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.772354:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016141.772366:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10184812 i_blocks 784 00000020:00010000:0.0:1734016141.772369:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016141.772371:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.772373:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d29b0 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.772375:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016141.772377:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d29b0 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016141.772382:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016141.772388:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016141.772393:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016141.772397:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016141.772402:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016141.772404:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d29b0, osc lock ffff8800b5a04260, flags 0x400001002 00010000:00010000:0.0:1734016141.772410:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.772419:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.772425:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.772431:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016141.772439:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10184812 i_blocks 784 00000020:00010000:0.0:1734016141.772442:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016141.772443:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.772444:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d29b0 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.772447:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016141.772449:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d29b0 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016141.772451:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016141.772455:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 10184812 00000080:00200008:0.0:1734016141.772568:0:9663:0:(llite_lib.c:2284:ll_setattr_raw()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec488c8) current size 10184812, valid attrs 2068, mode 8800, uid -1339468464, gid -30720, new size 2955298, atime 1734016141.000000000, mtime 1734016141.000000000, ctime 1734016141.000000000 00010000:00010000:0.0:1734016141.772592:0:9663:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12e1c0/0x99188b78c51a2915 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x903ef4aec73223c6 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016141.772609:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012e2d9680/0x99188b78c519b954 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7319a20 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016141.772676:0:9663:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12e1c0/0x99188b78c51a2915 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x903ef4aec73223c6 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016141.772685:0:9663:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1734016141.772688:0:9663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff8800aa12e1c0/0x99188b78c51a2915 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x903ef4aec73223c6 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000020:00100000:0.0:1734016141.772758:0:9663:0:(genops.c:2298:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aae6f000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1734016141.772778:0:9663:0:(client.c:782:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a8a44000 x1818247339326848/t0(0) o36->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734016141.772815:0:9663:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8a44000 pname:cluuid:pid:xid:nid:opc:job fsx:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:9663:1818247339326848:192.168.201.101@tcp:36:fsx.0 00000100:00100000:0.0:1734016141.777809:0:9663:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacb40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016141.785740:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000100:00100000:3.0:1734016141.805775:0:9663:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8a44000 pname:cluuid:pid:xid:nid:opc:job fsx:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:9663:1818247339326848:192.168.201.101@tcp:36:fsx.0 00000080:00200000:3.0:1734016141.805861:0:9663:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1734016141.805871:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1734016141.805911:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016141.805944:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:3.0:1734016141.805968:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016141.805974:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3f30, osc lock ffff8800aa16db50, flags 0x0 00010000:00010000:3.0:1734016141.806008:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.806026:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.806044:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.806052:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.806062:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.806172:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016141.806189:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa160e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339327104:192.168.201.101@tcp:10:fsx.0 00000100:00100000:3.0:1734016141.818636:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa160e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339327104:192.168.201.101@tcp:10:fsx.0 00000080:00200000:0.0:1734016141.819247:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 2955298 i_blocks 392 00000020:00010000:0.0:1734016141.819257:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72128 (ffff8800a8a70b48/0) at cl_lock_release():233 00000020:00010000:0.0:1734016141.819261:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72128 (ffff8800a8a70b48/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.819267:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3f30 (ffff8800a8a705a8/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016141.819282:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.819297:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016141.819316:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72128 (ffff8800a8a70b48/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016141.819318:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3f30 (ffff8800a8a70b48/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016141.821854:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:0.0:1734016141.842290:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000100:00100000:3.0:1734016141.859020:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339327616:192.168.201.101@tcp:101:fsx.0 00000100:00100000:0.0:1734016141.864793:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00010000:00010000:3.0:1734016141.874224:0:1982:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b3c0/0x99188b78c51a298c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.874270:0:1982:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b3c0/0x99188b78c51a298c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.874300:0:1982:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b3c0/0x99188b78c51a298c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.874314:0:1982:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b3c0/0x99188b78c51a298c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.874408:0:1982:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b3c0/0x99188b78c51a298c lrc: 5/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.874439:0:1982:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 2955298, setting rss=2955298; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016141.875465:0:1982:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b3c0/0x99188b78c51a298c lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.875480:0:1982:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b3c0/0x99188b78c51a298c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.875490:0:1982:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b3c0/0x99188b78c51a298c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.875498:0:1982:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012db9b3c0 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016141.875505:0:1982:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b3c0/0x99188b78c51a298c lrc: 5/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.875523:0:1982:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016141.875534:0:1982:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b3c0/0x99188b78c51a298c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.875540:0:1982:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012db9b3c0/0x99188b78c51a298c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.879396:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339327616:192.168.201.101@tcp:101:fsx.0 00000020:00010000:0.0:1734016141.999647:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b43fce48 (ffff8800a8e27cf8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016141.999654:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b43fce48 (ffff8800a8e27cf8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.999660:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b0028f30 (ffff8800a8e27b48/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016141.999672:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.999684:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016141.999702:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b43fce48 (ffff8800a8e27cf8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016141.999704:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b0028f30 (ffff8800a8e27cf8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016141.999719:0:9663:0:(vvp_io.c:533:vvp_io_advance()) advancing 20059 bytes 00000080:00200000:0.0:1734016141.999780:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016141.999784:0:9663:0:(file.c:1964:ll_file_io_generic()) f16a.sanityn: 1 io complete with rc: 0, result: 20059, restart: 0 00000080:00200000:0.0:1734016141.999790:0:9663:0:(file.c:2044:ll_file_io_generic()) iot: 1, result: 20059 00000080:00200008:0.0:1734016141.999852:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec480c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016141.999861:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec480c8),name=f16a.sanityn 00000002:00010000:0.0:1734016141.999889:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016141.999920:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e2dad00/0x99188b78c51a297e lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732244b expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016141.999935:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e2dad00/0x99188b78c51a297e lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732244b expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016141.999952:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) 00000080:00010000:0.0:1734016141.999957:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) for lock 0x99188b78c51a297e 00000080:00010000:0.0:1734016141.999966:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a297e from it ffff8800a7a77cd8 00010000:00010000:0.0:1734016141.999969:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e2dad00/0x99188b78c51a297e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec732244b expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016141.999976:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e2dad00/0x99188b78c51a297e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732244b expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016142.000008:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016142.000028:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016142.000058:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016142.000064:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d29b0, osc lock ffff8800b5a04260, flags 0x400001002 00010000:00010000:0.0:1734016142.000112:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12d200/0x99188b78c51a2993 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.000121:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12d200/0x99188b78c51a2993 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016142.003903:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000080:00200000:0.0:1734016142.007268:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 2955298 i_blocks 392 00000020:00010000:0.0:1734016142.007281:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016142.007285:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.007293:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d29b0 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.007299:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016142.007301:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d29b0 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016142.007318:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016142.007376:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016142.007384:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016142.007396:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016142.007416:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016142.007419:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d29b0, osc lock ffff8800b5a04260, flags 0x400001002 00010000:00010000:0.0:1734016142.007448:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12c900/0x99188b78c51a299a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.007457:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12c900/0x99188b78c51a299a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016142.010110:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000080:00200000:0.0:1734016142.014970:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 2955298 i_blocks 392 00000020:00010000:0.0:1734016142.014983:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016142.014986:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.014994:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d29b0 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.014999:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016142.015001:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d29b0 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016142.015020:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016142.015040:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 2955298 00000080:00a00000:0.0:1734016142.015149:0:9663:0:(llite_mmap.c:611:ll_file_mmap()) VFS_Op: fid=[0x200000401:0x9:0x0] vma=ffff8800b016a948 start=0x7fe97e32c000 end=0x7fe97e330000 vm_flags=0xf9 00000080:00200000:0.0:1734016142.015169:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016142.015186:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016142.015210:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016142.015213:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d29b0, osc lock ffff8800b5a04260, flags 0x400001002 00010000:00010000:0.0:1734016142.015247:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12d200/0x99188b78c51a29a1 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.015255:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12d200/0x99188b78c51a29a1 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016142.018799:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000080:00200000:0.0:1734016142.022349:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 2955298 i_blocks 392 00000020:00010000:0.0:1734016142.022364:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016142.022370:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.022379:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d29b0 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.022384:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016142.022388:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d29b0 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016142.022411:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016142.022575:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 357 00000080:00200000:0.0:1734016142.022596:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016142.022626:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016142.022656:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [357, 357] 00000008:00010000:0.0:1734016142.022693:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016142.022700:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d29b0, osc lock ffff8800b5a04260, flags 0x0 00010000:00010000:0.0:1734016142.022753:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a29a8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.022765:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a29a8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [1462272->1466367] (req 1462272->1466367) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.022841:0:9663:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a29a8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [1462272->1466367] (req 1462272->1466367) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016142.022917:0:9663:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8a45c00 pname:cluuid:pid:xid:nid:opc:job fsx:ca960967-f34d-4bd7-a96b-f55b9893eead:9663:1818247339328384:192.168.201.101@tcp:101:fsx.0 00000100:00100000:0.0:1734016142.023101:0:9663:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacd80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016142.026949:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00010000:00010000:3.0:1734016142.030362:0:4745:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016142.030382:0:4745:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.030396:0:4745:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aa12d680 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016142.030406:0:4745:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016142.030454:0:4745:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016142.035492:0:4745:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016142.035615:0:4745:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.035630:0:4745:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016142.035713:0:4745:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.035723:0:4745:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d680/0x99188b78c51a2962 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7221248->7258111) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec732241a expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.035767:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016142.035770:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016142.035779:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016142.035832:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016142.035883:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339328512:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734016142.039186:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000100:00100000:0.0:1734016142.039253:0:9552:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341671424 00000100:00100000:0.0:1734016142.039271:0:9552:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341671424 00000100:00100000:0.0:1734016142.039415:0:9552:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.101@tcp, seq: 12420 00000100:00100000:0.0:1734016142.039431:0:9552:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8a47800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:6461:x1818247341671424:12345-192.168.201.101@tcp:105: 00010000:00010000:0.0:1734016142.039468:0:9552:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a29a8 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [1462272->1466367] (req 1462272->1466367) gid 0 flags: 0x0 nid: local remote: 0x903ef4aec7322475 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.039486:0:9552:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a29a8 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [1462272->1466367] (req 1462272->1466367) gid 0 flags: 0x0 nid: local remote: 0x903ef4aec7322475 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.039499:0:9552:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a29a8 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1462272->1466367) gid 0 flags: 0x10000000000000 nid: local remote: 0x903ef4aec7322475 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.039515:0:9552:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a29a8 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1462272->1466367) gid 0 flags: 0x10080000000000 nid: local remote: 0x903ef4aec7322475 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.039527:0:9552:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a29a8 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1462272->1466367) gid 0 flags: 0x10080000000000 nid: local remote: 0x903ef4aec7322475 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.039543:0:9552:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a29a8 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1462272->1466367) gid 0 flags: 0x80000000000 nid: local remote: 0x903ef4aec7322475 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.039577:0:9552:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800aa12e1c0) 00000100:00100000:0.0:1734016142.039676:0:9552:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8a47800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:6461:x1818247341671424:12345-192.168.201.101@tcp:105: Request processed in 249us (526us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016142.039684:0:9552:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.101@tcp, seq: 12420 00000020:00010000:0.0:1734016142.045195:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016142.045202:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.045208:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d29b0 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016142.045221:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a29a8 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1462272->1466367) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322475 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.045243:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a29a8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1462272->1466367) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322475 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016142.045273:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016142.045276:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d29b0 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016142.045314:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016142.045436:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 356 00000080:00200000:0.0:1734016142.045451:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016142.045481:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016142.045506:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [356, 356] 00000008:00010000:0.0:1734016142.045530:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016142.045538:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d29b0, osc lock ffff8800b5a04260, flags 0x0 00010000:00010000:0.0:1734016142.045578:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a29a8 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1462272->1466367) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322475 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.045597:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1458176 1462271) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a29a8 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1462272->1466367) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322475 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.045613:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a29a8 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1462272->1466367) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322475 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.045622:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a29a8 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1462272->1466367) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322475 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.045629:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a29a8 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1462272->1466367) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322475 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016142.050379:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016142.050386:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.050392:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d29b0 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016142.050410:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a29a8 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1462272->1466367) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322475 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.050424:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a29a8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1462272->1466367) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322475 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016142.050454:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016142.050457:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d29b0 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016142.050489:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016142.050601:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 355 00000080:00200000:0.0:1734016142.050613:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016142.050637:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016142.050661:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [355, 355] 00000008:00010000:0.0:1734016142.050685:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016142.050694:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d29b0, osc lock ffff8800b5a04260, flags 0x0 00010000:00010000:0.0:1734016142.050735:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a29a8 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1462272->1466367) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322475 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.050751:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1454080 1458175) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a29a8 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1462272->1466367) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322475 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.050767:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a29a8 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1462272->1466367) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322475 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.050782:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a29a8 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1462272->1466367) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322475 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.050790:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a29a8 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1462272->1466367) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322475 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016142.058294:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016142.058300:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.058307:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d29b0 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016142.058401:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a29a8 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1462272->1466367) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322475 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.058416:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a29a8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1462272->1466367) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322475 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016142.058441:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016142.058445:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d29b0 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016142.058478:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016142.074181:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 2955298 i_blocks 392 00000020:00010000:0.0:1734016142.074199:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800aacab6c0 (ffff8800a8e27878/0) at cl_lock_release():233 00000020:00010000:0.0:1734016142.074206:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800aacab6c0 (ffff8800a8e27878/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.074219:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00288b0 (ffff8800a8e273f8/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.074225:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800aacab6c0 (ffff8800a8e27878/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016142.074227:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00288b0 (ffff8800a8e27878/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016142.074354:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016142.074433:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016142.074454:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016142.074477:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016142.074509:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016142.074512:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d29b0, osc lock ffff8800b5a04260, flags 0x400001002 00010000:00010000:0.0:1734016142.074550:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.074570:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.074583:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.074592:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016142.074604:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 2955298 i_blocks 392 00000020:00010000:0.0:1734016142.074606:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016142.074608:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.074611:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d29b0 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.074613:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016142.074615:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d29b0 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016142.074621:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016142.074630:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 2955298 00000080:00a00000:0.0:1734016142.074739:0:9663:0:(llite_mmap.c:611:ll_file_mmap()) VFS_Op: fid=[0x200000401:0x9:0x0] vma=ffff8800b016a1b0 start=0x7fe97e312000 end=0x7fe97e322000 vm_flags=0xf9 00000080:00200000:0.0:1734016142.074753:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016142.074757:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016142.074760:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016142.074762:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d29b0, osc lock ffff8800b5a04260, flags 0x400001002 00010000:00010000:0.0:1734016142.074768:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.074780:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.074791:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.074798:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016142.074809:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 2955298 i_blocks 392 00000020:00010000:0.0:1734016142.074812:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016142.074814:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.074817:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d29b0 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.074819:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016142.074822:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d29b0 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016142.074828:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016142.074941:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 666 00000080:00200000:0.0:1734016142.074953:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016142.074967:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016142.074983:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [666, 666] 00000008:00010000:0.0:1734016142.074993:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016142.074997:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d29b0, osc lock ffff8800b5a04260, flags 0x0 00010000:00010000:0.0:1734016142.075003:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.075012:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2727936 2732031) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.075019:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.075026:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.075032:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016142.081874:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016142.081880:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.081886:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d29b0 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016142.081906:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.081921:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016142.081942:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016142.081945:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d29b0 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016142.081971:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016142.082050:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 665 00000080:00200000:0.0:1734016142.082067:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016142.082092:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016142.082119:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [665, 665] 00000008:00010000:0.0:1734016142.082142:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016142.082148:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d29b0, osc lock ffff8800b5a04260, flags 0x0 00010000:00010000:0.0:1734016142.082177:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.082190:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2723840 2727935) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.082202:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.082211:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.082220:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016142.091131:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016142.091144:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.091150:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d29b0 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016142.091166:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.091185:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016142.091215:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016142.091217:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d29b0 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016142.091246:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000020:00010000:0.0:1734016142.123364:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b43fcf38 (ffff8800a8e27ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016142.123369:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b43fcf38 (ffff8800a8e27ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.123374:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b0028fb0 (ffff8800a8e276c8/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016142.123385:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.123399:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016142.123415:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b43fcf38 (ffff8800a8e27ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016142.123417:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b0028fb0 (ffff8800a8e27ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016142.123482:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016142.123562:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 662 00000080:00200000:0.0:1734016142.123573:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016142.123590:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016142.123606:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [662, 662] 00000008:00010000:0.0:1734016142.123620:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016142.123624:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d29b0, osc lock ffff8800b5a04260, flags 0x0 00010000:00010000:0.0:1734016142.123647:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.123661:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2711552 2715647) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.123676:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.123682:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.123688:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016142.133041:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016142.133047:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.133053:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d29b0 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016142.133063:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.133074:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016142.133096:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016142.133098:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d29b0 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016142.133123:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016142.133197:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 661 00000080:00200000:0.0:1734016142.133209:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016142.133227:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016142.133246:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [661, 661] 00000008:00010000:0.0:1734016142.133265:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016142.133272:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d29b0, osc lock ffff8800b5a04260, flags 0x0 00010000:00010000:0.0:1734016142.133298:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.133314:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2707456 2711551) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.133365:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.133373:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.133379:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016142.146422:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016142.146428:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.146433:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d29b0 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016142.146446:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.146459:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016142.146483:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016142.146485:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d29b0 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016142.146515:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016142.146611:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 660 00000080:00200000:0.0:1734016142.146630:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016142.146656:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016142.146680:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [660, 660] 00000008:00010000:0.0:1734016142.146703:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016142.146712:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d29b0, osc lock ffff8800b5a04260, flags 0x0 00010000:00010000:0.0:1734016142.146747:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.146762:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2703360 2707455) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.146778:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.146788:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.146794:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016142.150022:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016142.150030:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.150038:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d29b0 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016142.150052:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.150067:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016142.150098:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016142.150101:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d29b0 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016142.150131:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016142.150253:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 659 00000080:00200000:0.0:1734016142.150270:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016142.150295:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016142.150346:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [659, 659] 00000008:00010000:0.0:1734016142.150376:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016142.150386:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d29b0, osc lock ffff8800b5a04260, flags 0x0 00010000:00010000:0.0:1734016142.150420:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.150436:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2699264 2703359) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.150449:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.150459:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.150464:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016142.151423:0:1980:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:0.0:1734016142.151446:0:1980:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012abace40 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.151501:0:1980:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2699264 2703359) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016142.151571:0:1980:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8a45180 - object 0x280000400:6 offset 2699264<>2703360 00000100:00100000:0.0:1734016142.151609:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1980:1818247339331712:192.168.201.101@tcp:3:fsx.0 00000020:00010000:0.0:1734016142.163072:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016142.163078:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.163085:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b0028db0 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016142.163101:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.163114:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016142.163141:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016142.163143:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b0028db0 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016142.163180:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016142.163277:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 657 00000080:00200000:0.0:1734016142.163292:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016142.163414:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016142.163439:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [657, 657] 00000008:00010000:0.0:1734016142.163462:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016142.163468:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d25b0, osc lock ffff8800b5a04130, flags 0x0 00010000:00010000:0.0:1734016142.163501:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.163524:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2691072 2695167) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.163540:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.163548:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.163555:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016142.166822:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016142.166828:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.166833:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d25b0 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016142.166843:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.166853:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016142.166877:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016142.166879:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d25b0 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016142.166914:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016142.167001:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 656 00000080:00200000:0.0:1734016142.167016:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016142.167035:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016142.167055:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [656, 656] 00000008:00010000:0.0:1734016142.167072:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016142.167077:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d25b0, osc lock ffff8800b5a04130, flags 0x0 00010000:00010000:0.0:1734016142.167105:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.167120:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2686976 2691071) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.167132:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.167138:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.167144:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016142.176563:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016142.176568:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.176574:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d25b0 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016142.176587:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.176598:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016142.176625:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016142.176627:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d25b0 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016142.176651:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016142.176725:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 655 00000080:00200000:0.0:1734016142.176741:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016142.176761:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016142.176779:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [655, 655] 00000008:00010000:0.0:1734016142.176794:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016142.176799:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d25b0, osc lock ffff8800b5a04130, flags 0x0 00010000:00010000:0.0:1734016142.176822:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.176834:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2682880 2686975) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.176845:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.176850:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.176857:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016142.182464:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016142.182470:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.182475:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d25b0 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016142.182489:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.182504:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016142.182526:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016142.182528:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d25b0 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016142.182557:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016142.182662:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 654 00000080:00200000:0.0:1734016142.182673:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016142.182704:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016142.182727:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [654, 654] 00000008:00010000:0.0:1734016142.182748:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016142.182754:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d25b0, osc lock ffff8800b5a04130, flags 0x0 00010000:00010000:0.0:1734016142.182794:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.182815:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2678784 2682879) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.182832:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.182841:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.182846:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016142.189548:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016142.189553:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.189559:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d25b0 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016142.189569:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.189582:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016142.189607:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016142.189611:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d25b0 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016142.189640:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016142.189746:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 653 00000080:00200000:0.0:1734016142.189756:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016142.189774:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016142.189793:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [653, 653] 00000008:00010000:0.0:1734016142.189816:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016142.189825:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d25b0, osc lock ffff8800b5a04130, flags 0x0 00010000:00010000:0.0:1734016142.189852:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.189865:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2674688 2678783) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.189877:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.189887:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.189902:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016142.192829:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016142.192834:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.192838:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d25b0 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016142.192846:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.192856:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016142.192873:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016142.192874:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d25b0 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016142.192907:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016142.192977:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 652 00000080:00200000:0.0:1734016142.192988:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016142.193006:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016142.193023:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [652, 652] 00000008:00010000:0.0:1734016142.193037:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016142.193043:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d25b0, osc lock ffff8800b5a04130, flags 0x0 00010000:00010000:0.0:1734016142.193067:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.193083:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2670592 2674687) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.193095:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.193101:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.193109:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016142.195748:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016142.195753:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.195757:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d25b0 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016142.195764:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.195773:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016142.195788:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016142.195790:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d25b0 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016142.195807:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016142.195860:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 651 00000080:00200000:0.0:1734016142.195869:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016142.195883:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016142.195906:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [651, 651] 00000008:00010000:0.0:1734016142.195916:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016142.195920:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d25b0, osc lock ffff8800b5a04130, flags 0x0 00010000:00010000:0.0:1734016142.195937:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.195949:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2666496 2670591) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.195959:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.195966:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.195973:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016142.201982:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016142.201989:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.201995:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d25b0 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016142.202010:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.202028:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016142.202064:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016142.202066:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d25b0 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016142.202094:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:0.0:1734016142.207411:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000100:00100000:0.0:1734016142.207471:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000100:00100000:0.0:1734016142.207516:0:9552:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1734016142.207543:0:9552:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341671552 00000100:00100000:0.0:1734016142.207556:0:9552:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341671552 00000100:00100000:0.0:1734016142.207605:0:9552:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341671680 00000100:00100000:0.0:1734016142.207607:0:9552:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341671680 00000100:00100000:0.0:1734016142.207623:0:9552:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.101@tcp, seq: 12421 00000100:00100000:0.0:1734016142.207634:0:9552:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8a44a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:13915:x1818247341671552:12345-192.168.201.101@tcp:104: 00010000:00010000:0.0:1734016142.207657:0:9552:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.207739:0:9552:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1734016142.207746:0:9552:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8a44a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:13915:x1818247341671552:12345-192.168.201.101@tcp:104: Request processed in 113us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016142.207754:0:9552:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.101@tcp, seq: 12421 00000100:00100000:0.0:1734016142.207772:0:9552:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.101@tcp, seq: 12422 00000100:00100000:0.0:1734016142.207777:0:9552:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a79df450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:13915:x1818247341671680:12345-192.168.201.101@tcp:104: 00010000:00010000:0.0:1734016142.207784:0:9552:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a29a8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1462272->1466367) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec7322475 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.207789:0:4746:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016142.207799:0:4746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.207808:0:4746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012db99440 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016142.207814:0:4746:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.207828:0:9552:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1734016142.207833:0:9552:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a79df450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:13915:x1818247341671680:12345-192.168.201.101@tcp:104: Request processed in 55us (362us total) trans 0 rc 0/0 00000080:00200000:3.0:1734016142.207836:0:4746:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00100000:0.0:1734016142.207839:0:9552:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.101@tcp, seq: 12422 00000080:00200000:3.0:1734016142.208032:0:4746:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016142.208094:0:4746:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.208102:0:4746:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016142.208128:0:4746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.208135:0:4746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012db99440/0x99188b78c51a29af lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x903ef4aec732247c expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.208145:0:4746:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016142.208148:0:4746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a29a8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1462272->1466367) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec7322475 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.208152:0:4746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aa12e1c0 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016142.208155:0:4746:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a29a8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1462272->1466367) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec7322475 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016142.208167:0:4746:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016142.208238:0:4746:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016142.208262:0:4746:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a29a8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1462272->1466367) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7322475 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.208268:0:4746:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016142.208272:0:4746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a29a8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1462272->1466367) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7322475 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.208279:0:4746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e1c0/0x99188b78c51a29a8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1462272->1466367) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7322475 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.208297:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016142.208298:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016142.208300:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016142.214697:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000100:00100000:0.0:1734016142.233143:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000080:00200000:0.0:1734016142.241265:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 2955298 i_blocks 392 00000020:00010000:0.0:1734016142.241280:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800aacaab58 (ffff8800a8e275a8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016142.241286:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800aacaab58 (ffff8800a8e275a8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.241295:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b0028cb0 (ffff8800a8e272d8/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.241300:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800aacaab58 (ffff8800a8e275a8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016142.241303:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b0028cb0 (ffff8800a8e275a8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016142.241393:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016142.241452:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016142.241463:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016142.241481:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016142.241510:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016142.241514:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d27b0, osc lock ffff8800b5a04130, flags 0x400001002 00010000:00010000:0.0:1734016142.241553:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12db00/0x99188b78c51a29c4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.241564:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12db00/0x99188b78c51a29c4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016142.241674:0:1981:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016142.241698:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1981:1818247339334528:192.168.201.101@tcp:101:fsx.0 00000100:00100000:0.0:1734016142.244861:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000080:00200000:0.0:1734016142.250696:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 2955298 i_blocks 392 00000020:00010000:0.0:1734016142.250708:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016142.250714:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.250720:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d27b0 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.250724:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016142.250725:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d27b0 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016142.250741:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016142.250757:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 2955298 00000080:00200008:0.0:1734016142.250783:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec480c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016142.250791:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec480c8),name=f16a.sanityn 00000002:00010000:0.0:1734016142.250821:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016142.250845:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e2dad00/0x99188b78c51a297e lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732244b expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016142.250857:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e2dad00/0x99188b78c51a297e lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732244b expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016142.250870:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) 00000080:00010000:0.0:1734016142.250873:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) for lock 0x99188b78c51a297e 00000080:00010000:0.0:1734016142.250880:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a297e from it ffff8800a7a77cd8 00010000:00010000:0.0:1734016142.250883:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e2dad00/0x99188b78c51a297e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec732244b expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016142.250899:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e2dad00/0x99188b78c51a297e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732244b expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016142.250927:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016142.250939:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016142.250959:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016142.250962:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d27b0, osc lock ffff8800b5a04130, flags 0x400001002 00010000:00010000:0.0:1734016142.250989:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a29cb lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.250996:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ef40/0x99188b78c51a29cb lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016142.255115:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000080:00200000:0.0:1734016142.262214:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 2955298 i_blocks 392 00000020:00010000:0.0:1734016142.262226:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016142.262230:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.262238:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d27b0 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.262243:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016142.262246:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d27b0 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016142.262266:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016142.262381:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016142.262393:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016142.262412:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016142.262443:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016142.262448:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d27b0, osc lock ffff8800b5a04130, flags 0x400001002 00010000:00010000:0.0:1734016142.262494:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12df80/0x99188b78c51a29d2 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.262505:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12df80/0x99188b78c51a29d2 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016142.265136:0:1981:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016142.265193:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1981:1818247339334784:192.168.201.101@tcp:101:fsx.0 00000100:00100000:0.0:1734016142.270035:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000100:00100000:0.0:1734016142.270084:0:4736:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341672320 00000100:00100000:0.0:1734016142.270096:0:4736:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341672320 00000100:00100000:0.0:1734016142.270156:0:4736:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.101@tcp, seq: 12427 00000100:00100000:0.0:1734016142.270165:0:4736:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8a47800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:7681:x1818247341672320:12345-192.168.201.101@tcp:106: 00010000:00010000:0.0:1734016142.270184:0:4736:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2da400/0x99188b78c51a29b6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2846720->2916351) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322483 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.270199:0:4736:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2da400/0x99188b78c51a29b6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2846720->2916351) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322483 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016142.270242:0:4736:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012c77cc80[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:0.0:1734016142.270245:0:4736:0:(cl_object.c:300:cl_object_glimpse()) size: 2955298 mtime: 1734016141 atime: 1734016142 ctime: 1734016142 blocks: 392 00000020:00010000:0.0:1734016142.270249:0:4736:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012c77c960[0x4, 2, [0x280000400:0x6:0x0] hash] 00000020:00010000:0.0:1734016142.270250:0:4736:0:(cl_object.c:300:cl_object_glimpse()) size: 2955298 mtime: 1734016141 atime: 1734016142 ctime: 1734016142 blocks: 392 00000100:00100000:0.0:1734016142.270315:0:4736:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8a47800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:7681:x1818247341672320:12345-192.168.201.101@tcp:106: Request processed in 149us (301us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016142.270349:0:4736:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.101@tcp, seq: 12427 00000080:00200000:0.0:1734016142.281641:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 2955298 i_blocks 392 00000020:00010000:0.0:1734016142.281663:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016142.281670:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.281678:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d27b0 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.281684:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016142.281687:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d27b0 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016142.281709:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016142.281726:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 2955298 00000080:00200008:0.0:1734016142.286448:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 7749632, type: SEEK_SET 00000080:00200008:0.0:1734016142.286490:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 7749632, type: SEEK_SET, rc = 7749632 00000080:00200008:0.0:1734016142.286509:0:9663:0:(file.c:2466:do_file_write_iter()) START file f16a.sanityn:[0x200000401:0x9:0x0], ppos: 7749632, count: 56126 00000080:00200000:0.0:1734016142.291485:0:9663:0:(file.c:1826:ll_file_io_generic()) f16a.sanityn: write ppos: 7749632, bytes: 56126 00000080:00200000:0.0:1734016142.291511:0:9663:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000020:00200000:0.0:1734016142.291528:0:9663:0:(cl_io.c:195:cl_io_rw_init()) header@ffff88012c77cd48[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1734016142.291531:0:9663:0:(cl_io.c:195:cl_io_rw_init()) io range: 2 [7749632, 7805758) 0 0 00000080:00200000:0.0:1734016142.291541:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1734016142.291581:0:9663:0:(file.c:1893:ll_file_io_generic()) Range lock [1892, 1905] 00020000:00200000:0.0:1734016142.291601:0:9663:0:(lov_io.c:1021:lov_io_rw_iter_init()) stripe: 7749632 chunk: [7749632, 7805758) 7805758, 56126 00020000:00200000:0.0:1734016142.291606:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016142.291656:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1892, 1905] 00000008:00010000:0.0:1734016142.291691:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016142.291699:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d27b0, osc lock ffff8800b5a04130, flags 0x0 00010000:00010000:0.0:1734016142.291761:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12dd40/0x99188b78c51a29d9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.291779:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12dd40/0x99188b78c51a29d9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [7749632->7806975] (req 7749632->7806975) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.291857:0:9663:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12dd40/0x99188b78c51a29d9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [7749632->7806975] (req 7749632->7806975) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016142.292288:0:9663:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8a44700 pname:cluuid:pid:xid:nid:opc:job fsx:ca960967-f34d-4bd7-a96b-f55b9893eead:9663:1818247339334912:192.168.201.101@tcp:101:fsx.0 00000100:00100000:0.0:1734016142.301784:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00010000:00010000:3.0:1734016142.304809:0:4745:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016142.304827:0:4745:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2da400/0x99188b78c51a29b6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2846720->2916351) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec7322483 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.304840:0:4745:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e2da400 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016142.304854:0:4745:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2da400/0x99188b78c51a29b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2846720->2916351) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec7322483 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016142.304900:0:4745:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016142.304924:0:4745:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016142.305003:0:4745:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2da400/0x99188b78c51a29b6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2846720->2916351) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7322483 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.305011:0:4745:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016142.308310:0:4745:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2da400/0x99188b78c51a29b6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2846720->2916351) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7322483 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.308366:0:4745:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2da400/0x99188b78c51a29b6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2846720->2916351) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec7322483 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.316979:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016142.316986:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016142.316992:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016142.324720:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000100:00100000:0.0:1734016142.339936:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000080:00200000:0.0:1734016142.357978:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 7805758 i_blocks 392 00000020:00010000:0.0:1734016142.358002:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016142.358007:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.358016:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b0028730 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.358023:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016142.358026:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b0028730 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016142.358059:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016142.358099:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016142.358112:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016142.358124:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016142.358148:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016142.358152:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d25b0, osc lock ffff8800b5a04f70, flags 0x400001002 00010000:00010000:0.0:1734016142.358201:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a29e7 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.358213:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cfc0/0x99188b78c51a29e7 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016142.365945:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000080:00200000:0.0:1734016142.374132:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 7805758 i_blocks 392 00000020:00010000:0.0:1734016142.374143:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016142.374147:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.374154:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d25b0 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.374159:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016142.374162:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d25b0 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016142.374179:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016142.374194:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 7805758 00000080:00200008:0.0:1734016142.374301:0:9663:0:(llite_lib.c:2284:ll_setattr_raw()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec488c8) current size 7805758, valid attrs 2068, mode 8800, uid -1339468464, gid -30720, new size 359035, atime 1734016142.000000000, mtime 1734016142.000000000, ctime 1734016142.000000000 00000100:00100000:0.0:1734016142.404527:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000100:00100000:3.0:1734016142.414287:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339335680:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016142.436550:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339335680:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734016142.441014:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00010000:00010000:3.0:1734016142.442901:0:4746:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016142.442914:0:4746:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12dd40/0x99188b78c51a29d9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7749632->7806975) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec73224a6 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.442923:0:4746:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800aa12dd40 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016142.442930:0:4746:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12dd40/0x99188b78c51a29d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7749632->7806975) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec73224a6 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016142.442977:0:4746:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a8a71180 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12dd40/0x99188b78c51a29d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7749632->7806975) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec73224a6 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016142.443000:0:4746:0:(osc_cache.c:1066:osc_extent_make_ready()) ### extent: ffff8800a8a71180 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12dd40/0x99188b78c51a29d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7749632->7806975) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec73224a6 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.443131:0:4746:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (7749632 7753727) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12dd40/0x99188b78c51a29d9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7749632->7806975) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec73224a6 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016142.444020:0:4746:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa161f80 - object 0x280000400:6 offset 7749632<>7805758 00000100:00100000:3.0:1734016142.444090:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016142.444114:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339335936:192.168.201.101@tcp:4:fsx.0 00000008:00010000:3.0:1734016142.454984:0:1982:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a8a71180 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12dd40/0x99188b78c51a29d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7749632->7806975) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec73224a6 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016142.455103:0:1982:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a8a71180 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12dd40/0x99188b78c51a29d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7749632->7806975) gid 0 flags: 0x800429400020000 nid: local remote: 0x903ef4aec73224a6 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016142.455133:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339335936:192.168.201.101@tcp:4:fsx.0 00000080:00200000:0.0:1734016142.458680:0:4746:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:0.0:1734016142.458895:0:4746:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1734016142.459093:0:4746:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12dd40/0x99188b78c51a29d9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7749632->7806975) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec73224a6 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.459110:0:4746:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1734016142.459160:0:4746:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12dd40/0x99188b78c51a29d9 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7749632->7806975) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec73224a6 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.459170:0:4746:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12dd40/0x99188b78c51a29d9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7749632->7806975) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec73224a6 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.459197:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016142.459199:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016142.459201:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016142.461141:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000080:00200000:3.0:1734016142.472905:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 359035 i_blocks 136 00000020:00010000:3.0:1734016142.472915:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b43fc7b8 (ffff8800a8e277e8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016142.472919:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b43fc7b8 (ffff8800a8e277e8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016142.472926:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5bc8bb0 (ffff8800a8e27998/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016142.472946:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2d9b00/0x99188b78c51a29ee lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73224c2 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.472965:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2d9b00/0x99188b78c51a29ee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73224c2 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016142.472993:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b43fc7b8 (ffff8800a8e277e8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016142.472997:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5bc8bb0 (ffff8800a8e277e8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016142.473030:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016142.473058:0:9663:0:(llite_lib.c:2534:ll_setattr_raw()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec488c8) current size 359035, valid attrs 2168, mode 8800, uid -1339468464, gid -30720, new size 359035, atime 1734016142.000000000, mtime 1734016142.373000000, ctime 1734016142.373000000, rc 0 00000080:00200008:3.0:1734016142.473106:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec480c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016142.473121:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec480c8),name=f16a.sanityn 00000002:00010000:3.0:1734016142.473157:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016142.473184:0:9663:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800b6200c00 type 13 mode 30 res 8589935617/9 (0 0) 00010000:00010000:3.0:1734016142.473260:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3ebcc0/0x99188b78c51a29f5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 9663 initiator: MDT0 00010000:00010000:3.0:1734016142.473267:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3ebcc0/0x99188b78c51a29f5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 9663 initiator: MDT0 00010000:00010000:3.0:1734016142.473279:0:9663:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3ebcc0/0x99188b78c51a29f5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 9663 initiator: MDT0 00000100:00100000:3.0:1734016142.473305:0:9663:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job fsx:ca960967-f34d-4bd7-a96b-f55b9893eead:9663:1818247339336320:192.168.201.101@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.473421:0:9663:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a9ae6a80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.489470:0:9663:0:(client.c:2968:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800b60f2800: committing for last_committed 4294968626 gen 1 00000100:00100000:3.0:1734016142.489511:0:9663:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job fsx:ca960967-f34d-4bd7-a96b-f55b9893eead:9663:1818247339336320:192.168.201.101@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.489532:0:9663:0:(ldlm_request.c:706:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3ebcc0/0x99188b78c51a29f5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec73224d0 expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.489542:0:9663:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3ebcc0/0x99188b78c51a29f5 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec73224d0 expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.489553:0:9663:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3ebcc0/0x99188b78c51a29f5 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x903ef4aec73224d0 expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.489566:0:9663:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3ebcc0/0x99188b78c51a29f5 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec73224d0 expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.489576:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3ebcc0/0x99188b78c51a29f5 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x903ef4aec73224d0 expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.489582:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3ebcc0/0x99188b78c51a29f5 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x903ef4aec73224d0 expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.489587:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3ebcc0/0x99188b78c51a29f5 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x903ef4aec73224d0 expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1734016142.489596:0:9663:0:(mdc_locks.c:822:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800aa161880 x1818247339336320/t0(0) o101->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 576/640 e 0 to 0 dl 1734016158 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00000002:00010000:3.0:1734016142.489605:0:9663:0:(mdc_locks.c:926:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3ebcc0/0x99188b78c51a29f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec73224d0 expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00000002:00010000:3.0:1734016142.489616:0:9663:0:(mdc_locks.c:1262:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3ebcc0/0x99188b78c51a29f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec73224d0 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016142.489627:0:9663:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800b6200c00 type 13 mode 4 res 8589935617/9 (0 0) 00000080:00200000:3.0:1734016142.489675:0:9663:0:(file.c:6447:ll_layout_conf()) [0x200000401:0x9:0x0]: layout version change: 0 -> 0 00000080:00010000:3.0:1734016142.489680:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) for lock 0x99188b78c51a29f5 00000080:00010000:3.0:1734016142.489685:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) 00000080:00010000:3.0:1734016142.489688:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a29f5 from it ffff8800a7a77cd8 00010000:00010000:3.0:1734016142.489691:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3ebcc0/0x99188b78c51a29f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec73224d0 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016142.489701:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3ebcc0/0x99188b78c51a29f5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec73224d0 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016142.489727:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016142.489735:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016142.489751:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016142.489754:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3fb0, osc lock ffff8800aa16d0a0, flags 0x400001002 00010000:00010000:3.0:1734016142.489775:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3eb3c0/0x99188b78c51a29fc lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.489781:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3eb3c0/0x99188b78c51a29fc lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016142.489850:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016142.489863:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339336448:192.168.201.101@tcp:101:fsx.0 00000100:00100000:0.0:1734016142.492029:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00010000:00010000:3.0:1734016142.494418:0:1982:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3eb3c0/0x99188b78c51a29fc lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.494441:0:1982:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3eb3c0/0x99188b78c51a29fc lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.494454:0:1982:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3eb3c0/0x99188b78c51a29fc lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.494460:0:1982:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3eb3c0/0x99188b78c51a29fc lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.494472:0:1982:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3eb3c0/0x99188b78c51a29fc lrc: 5/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016142.494490:0:1982:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 359035, setting rss=359035; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016142.494505:0:1982:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3eb3c0/0x99188b78c51a29fc lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.494512:0:1982:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3eb3c0/0x99188b78c51a29fc lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.494521:0:1982:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3eb3c0/0x99188b78c51a29fc lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.494529:0:1982:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e3eb3c0 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016142.494535:0:1982:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3eb3c0/0x99188b78c51a29fc lrc: 5/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.494547:0:1982:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016142.494553:0:1982:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3eb3c0/0x99188b78c51a29fc lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.494559:0:1982:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3eb3c0/0x99188b78c51a29fc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016142.494672:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 359035 i_blocks 136 00000020:00010000:0.0:1734016142.494684:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800aacab908 (ffff8800a8e277e8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016142.494688:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800aacab908 (ffff8800a8e277e8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.494694:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3fb0 (ffff8800a8e27998/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.494699:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800aacab908 (ffff8800a8e277e8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016142.494701:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3fb0 (ffff8800a8e277e8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016142.494757:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016142.494808:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016142.494818:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016142.494832:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016142.494854:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016142.494857:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d25b0, osc lock ffff8800b5a04f70, flags 0x400001002 00010000:00010000:0.0:1734016142.494883:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12c6c0/0x99188b78c51a2a03 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.494900:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12c6c0/0x99188b78c51a2a03 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016142.495509:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339336448:192.168.201.101@tcp:101:fsx.0 00000100:00100000:0.0:1734016142.504694:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000080:00200000:0.0:1734016142.508579:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 359035 i_blocks 136 00000020:00010000:0.0:1734016142.508589:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016142.508593:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.508603:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d25b0 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.508608:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016142.508611:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d25b0 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016142.508630:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016142.508646:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 359035 00000080:00200008:0.0:1734016142.508674:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec480c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016142.508684:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec480c8),name=f16a.sanityn 00000002:00010000:0.0:1734016142.508714:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016142.508744:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3ebcc0/0x99188b78c51a29f5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec73224d0 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016142.508761:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3ebcc0/0x99188b78c51a29f5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec73224d0 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016142.508778:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) 00000080:00010000:0.0:1734016142.508781:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) for lock 0x99188b78c51a29f5 00000080:00010000:0.0:1734016142.508789:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a29f5 from it ffff8800a7a77cd8 00010000:00010000:0.0:1734016142.508793:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3ebcc0/0x99188b78c51a29f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec73224d0 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016142.508809:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3ebcc0/0x99188b78c51a29f5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec73224d0 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016142.508846:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016142.508856:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016142.508873:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016142.508877:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d25b0, osc lock ffff8800b5a04f70, flags 0x400001002 00010000:00010000:0.0:1734016142.508919:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f180/0x99188b78c51a2a0a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.508927:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f180/0x99188b78c51a2a0a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016142.511068:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000080:00200000:0.0:1734016142.513918:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 359035 i_blocks 136 00000020:00010000:0.0:1734016142.513927:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016142.513930:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.513936:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d25b0 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.513940:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016142.513942:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d25b0 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016142.513958:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016142.513988:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016142.513996:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016142.514008:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016142.514026:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016142.514031:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d25b0, osc lock ffff8800b5a04f70, flags 0x400001002 00010000:00010000:0.0:1734016142.514060:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a2a11 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.514070:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12ed00/0x99188b78c51a2a11 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016142.516875:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000080:00200000:0.0:1734016142.520941:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 359035 i_blocks 136 00000020:00010000:0.0:1734016142.520949:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016142.520953:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.520960:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d25b0 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.520964:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016142.520966:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d25b0 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016142.520985:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016142.521003:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 359035 00000080:00200008:0.0:1734016142.521029:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec480c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016142.521037:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec480c8),name=f16a.sanityn 00000002:00010000:0.0:1734016142.521064:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016142.521085:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3ebcc0/0x99188b78c51a29f5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec73224d0 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016142.521097:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3ebcc0/0x99188b78c51a29f5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec73224d0 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016142.521110:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) 00000080:00010000:0.0:1734016142.521114:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) for lock 0x99188b78c51a29f5 00000080:00010000:0.0:1734016142.521120:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a29f5 from it ffff8800a7a77cd8 00010000:00010000:0.0:1734016142.521123:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3ebcc0/0x99188b78c51a29f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec73224d0 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016142.521135:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3ebcc0/0x99188b78c51a29f5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec73224d0 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016142.521164:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016142.521177:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016142.521200:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016142.521205:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d25b0, osc lock ffff8800b5a04f70, flags 0x400001002 00010000:00010000:0.0:1734016142.521231:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a2a18 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.521239:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f600/0x99188b78c51a2a18 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016142.532122:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000080:00200000:0.0:1734016142.544922:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 359035 i_blocks 136 00000020:00010000:0.0:1734016142.544936:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016142.544940:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.544945:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d25b0 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.544949:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016142.544952:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d25b0 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016142.544973:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016142.545024:0:9663:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:0.0:1734016142.545035:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:0.0:1734016142.545058:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016142.545076:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [2384, 2392] 00000008:00010000:0.0:1734016142.545098:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016142.545103:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d25b0, osc lock ffff8800b5a04f70, flags 0x0 00010000:00010000:0.0:1734016142.545134:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f840/0x99188b78c51a2a1f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.545145:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f840/0x99188b78c51a2a1f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [9764864->9801727] (req 9764864->9801727) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.545201:0:9663:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f840/0x99188b78c51a2a1f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [9764864->9801727] (req 9764864->9801727) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016142.545242:0:9663:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8a45f80 pname:cluuid:pid:xid:nid:opc:job fsx:ca960967-f34d-4bd7-a96b-f55b9893eead:9663:1818247339337088:192.168.201.101@tcp:101:fsx.0 00000100:00100000:0.0:1734016142.545417:0:9663:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacd80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016142.554435:0:4735:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341673984 00000100:00100000:0.0:1734016142.554458:0:4735:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341673984 00000100:00100000:0.0:1734016142.554538:0:4735:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.101@tcp, seq: 12440 00000100:00100000:0.0:1734016142.554546:0:4735:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:7681:x1818247341673984:12345-192.168.201.101@tcp:104: 00010000:00010000:0.0:1734016142.554564:0:4735:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2d9b00/0x99188b78c51a29ee lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec73224c2 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.554686:0:4735:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1734016142.554694:0:4735:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:7681:x1818247341673984:12345-192.168.201.101@tcp:104: Request processed in 148us (3152us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016142.554702:0:4735:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.101@tcp, seq: 12440 00010000:00010000:3.0:1734016142.554856:0:4745:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016142.554865:0:4745:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2d9b00/0x99188b78c51a29ee lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x903ef4aec73224c2 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.554875:0:4745:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e2d9b00 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016142.554881:0:4745:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2d9b00/0x99188b78c51a29ee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0x903ef4aec73224c2 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016142.554925:0:4745:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016142.554942:0:4745:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016142.554997:0:4745:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2d9b00/0x99188b78c51a29ee lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec73224c2 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.555004:0:4745:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016142.555050:0:4745:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2d9b00/0x99188b78c51a29ee lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec73224c2 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.555059:0:4745:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e2d9b00/0x99188b78c51a29ee lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x903ef4aec73224c2 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.555123:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016142.555125:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016142.555126:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016142.555157:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016142.555181:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339337216:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734016142.559283:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000100:00100000:3.0:1734016142.566498:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339337344:192.168.201.101@tcp:22:fsx.0 00000100:00100000:3.0:1734016142.568658:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339337216:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016142.572860:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339337344:192.168.201.101@tcp:22:fsx.0 00000100:00100000:0.0:1734016142.584057:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000100:00100000:0.0:1734016142.591257:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1981:1818247339337728:192.168.201.101@tcp:101:fsx.0 00000100:00100000:0.0:1734016142.595875:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000100:00100000:0.0:1734016142.603245:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000080:00200000:0.0:1734016142.611172:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 359035 i_blocks 208 00000020:00010000:0.0:1734016142.611183:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016142.611187:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.611194:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b0028d30 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.611199:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016142.611201:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b0028d30 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016142.611223:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016142.611261:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016142.611270:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016142.611284:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016142.611309:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016142.611312:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d22b0, osc lock ffff8800b5a04390, flags 0x400001002 00010000:00010000:0.0:1734016142.611367:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cb40/0x99188b78c51a2a42 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.611377:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cb40/0x99188b78c51a2a42 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016142.616280:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000080:00200000:0.0:1734016142.622493:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 359035 i_blocks 208 00000020:00010000:0.0:1734016142.622502:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016142.622505:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.622511:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d22b0 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.622515:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016142.622517:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d22b0 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016142.622531:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016142.622547:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 359035 00000080:00200000:0.0:1734016142.622628:0:9663:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:0.0:1734016142.622635:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:0.0:1734016142.622651:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016142.622667:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [72, 79] 00000008:00010000:0.0:1734016142.622688:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016142.622693:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d22b0, osc lock ffff8800b5a04390, flags 0x0 00010000:00010000:0.0:1734016142.622718:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f840/0x99188b78c51a2a1f lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9764864->9801727) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73224fa expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.622733:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (294912 327679) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f840/0x99188b78c51a2a1f lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9764864->9801727) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73224fa expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.622744:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f840/0x99188b78c51a2a1f lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9764864->9801727) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73224fa expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.622752:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f840/0x99188b78c51a2a1f lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9764864->9801727) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73224fa expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.622758:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f840/0x99188b78c51a2a1f lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9764864->9801727) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73224fa expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016142.622771:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 359035 i_blocks 208 00000020:00010000:0.0:1734016142.631264:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016142.631271:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.631278:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d22b0 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016142.631292:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f840/0x99188b78c51a2a1f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9764864->9801727) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73224fa expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.631308:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f840/0x99188b78c51a2a1f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9764864->9801727) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73224fa expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016142.631427:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016142.631430:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d22b0 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016142.631449:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016142.631489:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec480c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016142.631498:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec480c8),name=f16a.sanityn 00000002:00010000:0.0:1734016142.631522:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016142.631544:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3ebcc0/0x99188b78c51a29f5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec73224d0 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016142.631557:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3ebcc0/0x99188b78c51a29f5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec73224d0 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016142.631569:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) 00000080:00010000:0.0:1734016142.631572:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) for lock 0x99188b78c51a29f5 00000080:00010000:0.0:1734016142.631578:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a29f5 from it ffff8800a7a77cd8 00010000:00010000:0.0:1734016142.631581:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3ebcc0/0x99188b78c51a29f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec73224d0 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016142.631588:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3ebcc0/0x99188b78c51a29f5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec73224d0 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016142.631608:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016142.631619:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016142.631641:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016142.631644:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d22b0, osc lock ffff8800b5a04390, flags 0x400001002 00010000:00010000:0.0:1734016142.631659:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f840/0x99188b78c51a2a1f lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9764864->9801727) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73224fa expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.631667:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f840/0x99188b78c51a2a1f lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9764864->9801727) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73224fa expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.631678:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f840/0x99188b78c51a2a1f lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9764864->9801727) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73224fa expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.631685:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f840/0x99188b78c51a2a1f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9764864->9801727) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73224fa expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016142.631704:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 359035 i_blocks 208 00000020:00010000:0.0:1734016142.631707:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016142.631709:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.631712:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d22b0 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.631714:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016142.631715:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d22b0 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016142.631720:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016142.631732:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016142.631735:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016142.631739:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016142.631743:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016142.631745:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d22b0, osc lock ffff8800b5a04390, flags 0x400001002 00010000:00010000:0.0:1734016142.631749:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f840/0x99188b78c51a2a1f lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9764864->9801727) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73224fa expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.631757:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f840/0x99188b78c51a2a1f lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9764864->9801727) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73224fa expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.631768:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f840/0x99188b78c51a2a1f lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9764864->9801727) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73224fa expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.631774:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f840/0x99188b78c51a2a1f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9764864->9801727) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73224fa expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016142.631783:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 359035 i_blocks 208 00000020:00010000:0.0:1734016142.631785:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016142.631787:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.631789:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d22b0 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.631791:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016142.631793:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d22b0 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016142.631797:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016142.631803:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 359035 00000080:00200008:0.0:1734016142.631811:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec480c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016142.631814:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec480c8),name=f16a.sanityn 00000002:00010000:0.0:1734016142.631818:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016142.631824:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3ebcc0/0x99188b78c51a29f5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec73224d0 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016142.631830:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3ebcc0/0x99188b78c51a29f5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec73224d0 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016142.631837:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) 00000080:00010000:0.0:1734016142.631839:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) for lock 0x99188b78c51a29f5 00000080:00010000:0.0:1734016142.631842:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a29f5 from it ffff8800a7a77cd8 00010000:00010000:0.0:1734016142.631844:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3ebcc0/0x99188b78c51a29f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec73224d0 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016142.631850:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3ebcc0/0x99188b78c51a29f5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec73224d0 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016142.631858:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016142.631862:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016142.631866:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016142.631868:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d22b0, osc lock ffff8800b5a04390, flags 0x400001002 00010000:00010000:0.0:1734016142.631874:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f840/0x99188b78c51a2a1f lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9764864->9801727) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73224fa expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.631881:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f840/0x99188b78c51a2a1f lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9764864->9801727) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73224fa expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.631901:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f840/0x99188b78c51a2a1f lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9764864->9801727) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73224fa expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.631909:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f840/0x99188b78c51a2a1f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9764864->9801727) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73224fa expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016142.631919:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 359035 i_blocks 208 00000020:00010000:0.0:1734016142.631923:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016142.631925:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.631927:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d22b0 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.631929:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016142.631931:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d22b0 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016142.631937:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016142.631942:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016142.631945:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016142.631948:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016142.631952:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016142.631953:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d22b0, osc lock ffff8800b5a04390, flags 0x400001002 00010000:00010000:0.0:1734016142.631958:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f840/0x99188b78c51a2a1f lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9764864->9801727) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73224fa expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.631966:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f840/0x99188b78c51a2a1f lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9764864->9801727) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73224fa expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.631972:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f840/0x99188b78c51a2a1f lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9764864->9801727) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec73224fa expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.631980:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f840/0x99188b78c51a2a1f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9764864->9801727) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec73224fa expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016142.631988:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 359035 i_blocks 208 00000020:00010000:0.0:1734016142.631991:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016142.631992:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.631995:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d22b0 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.631997:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016142.631999:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d22b0 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016142.632002:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016142.632006:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 359035 00000080:00200008:0.0:1734016142.632014:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec488c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016142.632022:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec488c8),name=f16a.sanityn 00000002:00010000:0.0:1734016142.632031:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016142.632041:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db9b840/0x99188b78c51a2a26 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7322508 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016142.632049:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db9b840/0x99188b78c51a2a26 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7322508 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016142.632056:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) 00000080:00010000:0.0:1734016142.632058:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) for lock 0x99188b78c51a2a26 00000080:00010000:0.0:1734016142.632061:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a2a26 from it ffff8800a7a77cd8 00010000:00010000:0.0:1734016142.632063:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db9b840/0x99188b78c51a2a26 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec7322508 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016142.632069:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db9b840/0x99188b78c51a2a26 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7322508 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016142.632084:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016142.632088:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016142.632095:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016142.632096:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d22b0, osc lock ffff8800b5a04390, flags 0x400001002 00010000:00010000:0.0:1734016142.632121:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cd80/0x99188b78c51a2a49 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.632129:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12cd80/0x99188b78c51a2a49 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016142.634641:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000080:00200000:0.0:1734016142.638859:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 359035 i_blocks 208 00000020:00010000:0.0:1734016142.638868:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016142.638871:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.638877:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d22b0 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.638880:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016142.638891:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d22b0 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016142.638904:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016142.638934:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016142.638941:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016142.638954:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016142.638977:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016142.638980:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d22b0, osc lock ffff8800b5a04390, flags 0x400001002 00010000:00010000:0.0:1734016142.639008:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12eac0/0x99188b78c51a2a50 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.639017:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12eac0/0x99188b78c51a2a50 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016142.642054:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000080:00200000:0.0:1734016142.645870:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 359035 i_blocks 208 00000020:00010000:0.0:1734016142.645881:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016142.645893:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.645900:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d22b0 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.645904:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016142.645906:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d22b0 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016142.645923:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016142.645943:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 359035 00000080:00200008:0.0:1734016142.647121:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 2666496, type: SEEK_SET 00000080:00200008:0.0:1734016142.647137:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 2666496, type: SEEK_SET, rc = 2666496 00000080:00200008:0.0:1734016142.647152:0:9663:0:(file.c:2466:do_file_write_iter()) START file f16a.sanityn:[0x200000401:0x9:0x0], ppos: 2666496, count: 59887 00000080:00200000:0.0:1734016142.647163:0:9663:0:(file.c:1826:ll_file_io_generic()) f16a.sanityn: write ppos: 2666496, bytes: 59887 00000080:00200000:0.0:1734016142.647170:0:9663:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000020:00200000:0.0:1734016142.647177:0:9663:0:(cl_io.c:195:cl_io_rw_init()) header@ffff88012c77cc80[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1734016142.647179:0:9663:0:(cl_io.c:195:cl_io_rw_init()) io range: 2 [2666496, 2726383) 0 0 00000080:00200000:0.0:1734016142.647185:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1734016142.647205:0:9663:0:(file.c:1893:ll_file_io_generic()) Range lock [651, 665] 00020000:00200000:0.0:1734016142.647220:0:9663:0:(lov_io.c:1021:lov_io_rw_iter_init()) stripe: 2666496 chunk: [2666496, 2726383) 2726383, 59887 00020000:00200000:0.0:1734016142.647225:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016142.647248:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [651, 665] 00000008:00010000:0.0:1734016142.647269:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016142.647275:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d22b0, osc lock ffff8800b5a04390, flags 0x0 00010000:00010000:0.0:1734016142.647353:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fa80/0x99188b78c51a2a57 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.647365:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fa80/0x99188b78c51a2a57 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [2666496->2727935] (req 2666496->2727935) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.647418:0:9663:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fa80/0x99188b78c51a2a57 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [2666496->2727935] (req 2666496->2727935) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016142.647457:0:9663:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8a44a80 pname:cluuid:pid:xid:nid:opc:job fsx:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:9663:1818247339338496:192.168.201.101@tcp:101:fsx.0 00000100:00100000:0.0:1734016142.647601:0:9663:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abac180 going to sleep for 11 seconds 00000100:00100000:0.0:1734016142.651691:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000100:00100000:0.0:1734016142.660800:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000100:00100000:0.0:1734016142.666891:0:4735:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1734016142.666924:0:4735:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341675264 00000100:00100000:0.0:1734016142.666934:0:4735:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341675264 00000100:00100000:0.0:1734016142.666979:0:4735:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.101@tcp, seq: 12450 00000100:00100000:0.0:1734016142.666988:0:4735:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a79df450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:13915:x1818247341675264:12345-192.168.201.101@tcp:106: 00010000:00010000:0.0:1734016142.667014:0:4735:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fa80/0x99188b78c51a2a57 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2666496->2727935) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322539 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.667027:0:4735:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fa80/0x99188b78c51a2a57 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2666496->2727935) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322539 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016142.667060:0:4735:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012c77cc80[0x4, 16, [0x200000401:0x9:0x0] hash] 00000020:00010000:0.0:1734016142.667063:0:4735:0:(cl_object.c:300:cl_object_glimpse()) size: 2726383 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 208 00000020:00010000:0.0:1734016142.667066:0:4735:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012c77c960[0x4, 3, [0x280000400:0x6:0x0] hash] 00000020:00010000:0.0:1734016142.667066:0:4735:0:(cl_object.c:300:cl_object_glimpse()) size: 2726383 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 208 00000100:00100000:0.0:1734016142.667135:0:4735:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a79df450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:13915:x1818247341675264:12345-192.168.201.101@tcp:106: Request processed in 148us (446us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016142.667142:0:4735:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.101@tcp, seq: 12450 00000080:00200000:0.0:1734016142.671038:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 2726383 i_blocks 208 00000020:00010000:0.0:1734016142.671046:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016142.671049:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.671054:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b0028730 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.671058:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016142.671060:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b0028730 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016142.671078:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016142.671100:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016142.671105:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016142.671113:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016142.671127:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016142.671129:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d28b0, osc lock ffff8800b5a04850, flags 0x400001002 00010000:00010000:0.0:1734016142.671150:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f840/0x99188b78c51a2a65 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.671161:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12f840/0x99188b78c51a2a65 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016142.675299:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000080:00200000:0.0:1734016142.682931:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 2726383 i_blocks 208 00000020:00010000:0.0:1734016142.682940:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016142.682943:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.682951:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d28b0 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.682955:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016142.682958:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d28b0 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016142.682974:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016142.682990:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 2726383 00000080:00200008:0.0:1734016142.683072:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 2170880, type: SEEK_SET 00000080:00200008:0.0:1734016142.683078:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 2170880, type: SEEK_SET, rc = 2170880 00000080:00200008:0.0:1734016142.683089:0:9663:0:(file.c:2290:do_file_read_iter()) START file f16a.sanityn:[0x200000401:0x9:0x0], ppos: 2170880, count: 16176 00000080:00200000:0.0:1734016142.683095:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1734016142.683107:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016142.683149:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 530 00000080:00200000:0.0:1734016142.683158:0:9663:0:(file.c:1826:ll_file_io_generic()) f16a.sanityn: read ppos: 2170880, bytes: 16176 00000080:00200000:0.0:1734016142.683164:0:9663:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000020:00200000:0.0:1734016142.683171:0:9663:0:(cl_io.c:195:cl_io_rw_init()) header@ffff88012c77cc80[0x4, 16, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1734016142.683173:0:9663:0:(cl_io.c:195:cl_io_rw_init()) io range: 1 [2170880, 2187056) 0 0 00000080:00200000:0.0:1734016142.683175:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016142.683192:0:9663:0:(lov_io.c:1021:lov_io_rw_iter_init()) stripe: 2170880 chunk: [2170880, 2187056) 2187056, 16176 00020000:00200000:0.0:1734016142.683197:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016142.683222:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [530, 533] 00000008:00010000:0.0:1734016142.683239:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016142.683244:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d28b0, osc lock ffff8800b5a04850, flags 0x0 00010000:00010000:0.0:1734016142.683270:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fa80/0x99188b78c51a2a57 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2666496->2727935) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322539 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.683285:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2170880 2187263) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fa80/0x99188b78c51a2a57 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2666496->2727935) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322539 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.683296:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fa80/0x99188b78c51a2a57 lrc: 7/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2666496->2727935) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322539 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.683302:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fa80/0x99188b78c51a2a57 lrc: 7/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2666496->2727935) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322539 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.683308:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fa80/0x99188b78c51a2a57 lrc: 6/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2666496->2727935) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322539 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016142.683316:0:9663:0:(vvp_io.c:840:vvp_io_read_start()) f16a.sanityn: read [2170880, 2187056) 00010000:00010000:0.0:1734016142.690494:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fa80/0x99188b78c51a2a57 lrc: 7/2,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2666496->2727935) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322539 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.690512:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fa80/0x99188b78c51a2a57 lrc: 6/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2666496->2727935) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322539 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016142.715103:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016142.715107:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.715112:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d28b0 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016142.715120:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fa80/0x99188b78c51a2a57 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2666496->2727935) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322539 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.715135:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fa80/0x99188b78c51a2a57 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2666496->2727935) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322539 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016142.715152:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016142.715154:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d28b0 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016142.715163:0:9663:0:(vvp_io.c:533:vvp_io_advance()) advancing 16176 bytes 00000080:00200000:0.0:1734016142.715176:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016142.715180:0:9663:0:(file.c:1964:ll_file_io_generic()) f16a.sanityn: 1 io complete with rc: 0, result: 16176, restart: 0 00000080:00200000:0.0:1734016142.715185:0:9663:0:(file.c:2044:ll_file_io_generic()) iot: 1, result: 16176 00000080:00200008:0.0:1734016142.715216:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec488c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016142.715224:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec488c8),name=f16a.sanityn 00000002:00010000:0.0:1734016142.715244:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016142.715271:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db9b840/0x99188b78c51a2a26 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7322508 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016142.715282:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db9b840/0x99188b78c51a2a26 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7322508 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016142.715294:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) 00000080:00010000:0.0:1734016142.715296:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) for lock 0x99188b78c51a2a26 00000080:00010000:0.0:1734016142.715301:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a2a26 from it ffff8800a7a77cd8 00010000:00010000:0.0:1734016142.715303:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db9b840/0x99188b78c51a2a26 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec7322508 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016142.715309:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db9b840/0x99188b78c51a2a26 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7322508 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016142.715367:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016142.715378:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016142.715395:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016142.715398:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d28b0, osc lock ffff8800b5a04850, flags 0x400001002 00010000:00010000:0.0:1734016142.715415:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fa80/0x99188b78c51a2a57 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2666496->2727935) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322539 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.715423:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fa80/0x99188b78c51a2a57 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2666496->2727935) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322539 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.715433:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fa80/0x99188b78c51a2a57 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2666496->2727935) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322539 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.715439:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fa80/0x99188b78c51a2a57 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2666496->2727935) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322539 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016142.715453:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 2726383 i_blocks 208 00000020:00010000:0.0:1734016142.715457:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016142.715459:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.715461:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d28b0 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.715463:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016142.715465:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d28b0 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016142.715468:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016142.715481:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016142.715484:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016142.715486:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016142.715489:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016142.715491:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d28b0, osc lock ffff8800b5a04850, flags 0x400001002 00010000:00010000:0.0:1734016142.715495:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fa80/0x99188b78c51a2a57 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2666496->2727935) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322539 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.715502:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fa80/0x99188b78c51a2a57 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2666496->2727935) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322539 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.715508:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fa80/0x99188b78c51a2a57 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2666496->2727935) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322539 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.715514:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12fa80/0x99188b78c51a2a57 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2666496->2727935) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322539 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016142.715520:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 2726383 i_blocks 208 00000020:00010000:0.0:1734016142.715522:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016142.715523:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.715525:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d28b0 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.715527:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016142.715529:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d28b0 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016142.715531:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016142.715540:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 2726383 00000080:00200008:0.0:1734016142.718030:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec480c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016142.718056:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec480c8),name=f16a.sanityn 00000002:00010000:0.0:1734016142.718099:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016142.718125:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3ebcc0/0x99188b78c51a29f5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec73224d0 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016142.718149:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3ebcc0/0x99188b78c51a29f5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec73224d0 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016142.718169:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) 00000080:00010000:0.0:1734016142.718173:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) for lock 0x99188b78c51a29f5 00000080:00010000:0.0:1734016142.718185:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a29f5 from it ffff8800a7a77cd8 00010000:00010000:0.0:1734016142.718187:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3ebcc0/0x99188b78c51a29f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec73224d0 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016142.718196:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3ebcc0/0x99188b78c51a29f5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec73224d0 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016142.718239:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016142.718259:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016142.718285:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016142.718290:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d28b0, osc lock ffff8800b5a04850, flags 0x400001002 00010000:00010000:0.0:1734016142.718354:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12d440/0x99188b78c51a2a6c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.718363:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12d440/0x99188b78c51a2a6c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016142.725665:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000080:00200000:0.0:1734016142.730124:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 2726383 i_blocks 208 00000020:00010000:0.0:1734016142.730135:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016142.730139:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.730146:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d28b0 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.730151:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016142.730154:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d28b0 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016142.730171:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016142.730204:0:9663:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:0.0:1734016142.730213:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:0.0:1734016142.730234:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016142.730251:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [2015, 2029] 00000008:00010000:0.0:1734016142.730266:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016142.730270:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d28b0, osc lock ffff8800b5a04850, flags 0x0 00010000:00010000:0.0:1734016142.730297:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2a73 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.730304:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2a73 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [8253440->8314879] (req 8253440->8314879) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.730391:0:9663:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2a73 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [8253440->8314879] (req 8253440->8314879) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016142.730422:0:9663:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8a44700 pname:cluuid:pid:xid:nid:opc:job fsx:ca960967-f34d-4bd7-a96b-f55b9893eead:9663:1818247339339392:192.168.201.101@tcp:101:fsx.0 00000100:00100000:0.0:1734016142.730504:0:9663:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abac540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016142.733184:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000100:00100000:0.0:1734016142.739240:0:9663:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8a44700 pname:cluuid:pid:xid:nid:opc:job fsx:ca960967-f34d-4bd7-a96b-f55b9893eead:9663:1818247339339392:192.168.201.101@tcp:101:fsx.0 00010000:00010000:0.0:1734016142.739289:0:9663:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2a73 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [8253440->8314879] (req 8253440->8314879) gid 0 flags: 0x10000000020000 nid: local remote: 0x903ef4aec7322555 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.739304:0:9663:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2a73 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [8253440->8314879] (req 8253440->8314879) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec7322555 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.739316:0:9663:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2a73 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [8253440->8314879] (req 8253440->8314879) gid 0 flags: 0x20000 nid: local remote: 0x903ef4aec7322555 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016142.746448:0:4746:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00010000:00010000:3.0:1734016142.754263:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016142.760446:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000020:00010000:3.0:1734016142.769021:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:3.0:1734016142.769026:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016142.769032:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d28b0 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016142.769050:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2a73 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8253440->8314879) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322555 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.769070:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2a73 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8253440->8314879) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322555 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016142.769088:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016142.769090:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d28b0 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016142.769111:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016142.769197:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec480c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016142.769206:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec480c8),name=f16a.sanityn 00000002:00010000:3.0:1734016142.769239:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016142.769258:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3ebcc0/0x99188b78c51a29f5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec73224d0 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016142.769275:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3ebcc0/0x99188b78c51a29f5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec73224d0 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016142.769292:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) 00000080:00010000:3.0:1734016142.769296:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) for lock 0x99188b78c51a29f5 00000080:00010000:3.0:1734016142.769304:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a29f5 from it ffff8800a7a77cd8 00010000:00010000:3.0:1734016142.769307:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3ebcc0/0x99188b78c51a29f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec73224d0 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016142.769314:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3ebcc0/0x99188b78c51a29f5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec73224d0 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016142.769390:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016142.769405:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016142.769430:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016142.769434:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3cb0, osc lock ffff8800aa16d430, flags 0x400001002 00010000:00010000:3.0:1734016142.769452:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2a73 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8253440->8314879) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322555 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.769460:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2a73 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8253440->8314879) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322555 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.769472:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2a73 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8253440->8314879) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322555 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.769479:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2a73 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8253440->8314879) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322555 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016142.769502:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8312528 i_blocks 448 00000020:00010000:3.0:1734016142.769505:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:3.0:1734016142.769507:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016142.769509:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3cb0 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016142.769511:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016142.769514:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3cb0 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016142.769521:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016142.769541:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016142.769545:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016142.769548:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016142.769552:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016142.769554:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3cb0, osc lock ffff8800aa16d430, flags 0x400001002 00010000:00010000:3.0:1734016142.769560:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2a73 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8253440->8314879) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322555 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.769567:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2a73 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8253440->8314879) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322555 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.769574:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2a73 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8253440->8314879) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322555 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.769580:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2a73 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8253440->8314879) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322555 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016142.769588:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8312528 i_blocks 448 00000020:00010000:3.0:1734016142.769590:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:3.0:1734016142.769592:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016142.769594:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3cb0 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016142.769596:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016142.769599:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3cb0 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016142.769603:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016142.769611:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 8312528 00000080:00200000:3.0:1734016142.769635:0:9663:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1734016142.769638:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1734016142.769646:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016142.769656:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [873, 889] 00000008:00010000:3.0:1734016142.769664:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016142.769666:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3cb0, osc lock ffff8800aa16d430, flags 0x0 00010000:00010000:3.0:1734016142.769672:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2a73 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8253440->8314879) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322555 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.769680:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3575808 3645439) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2a73 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8253440->8314879) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322555 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.769687:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2a73 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8253440->8314879) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322555 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.769694:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2a73 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8253440->8314879) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322555 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.769701:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2a73 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8253440->8314879) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322555 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016142.769711:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8312528 i_blocks 448 00000100:00100000:3.0:1734016142.769788:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016142.769807:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339339904:192.168.201.101@tcp:22:fsx.0 00000100:00100000:3.0:1734016142.775651:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339339904:192.168.201.101@tcp:22:fsx.0 00000020:00010000:0.0:1734016142.775971:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016142.775981:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.775992:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3cb0 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016142.776017:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2a73 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8253440->8314879) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322555 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.776040:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2a73 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8253440->8314879) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322555 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016142.776074:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016142.776077:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3cb0 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016142.776123:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016142.776226:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec488c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016142.776242:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec488c8),name=f16a.sanityn 00000002:00010000:0.0:1734016142.776297:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016142.776382:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db9b840/0x99188b78c51a2a26 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7322508 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016142.776406:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db9b840/0x99188b78c51a2a26 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7322508 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016142.776430:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) 00000080:00010000:0.0:1734016142.776438:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) for lock 0x99188b78c51a2a26 00000080:00010000:0.0:1734016142.776457:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a2a26 from it ffff8800a7a77cd8 00010000:00010000:0.0:1734016142.776460:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db9b840/0x99188b78c51a2a26 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec7322508 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016142.776467:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db9b840/0x99188b78c51a2a26 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7322508 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016142.776515:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016142.776537:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016142.776586:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016142.776591:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2c30, osc lock ffff8800b5a04000, flags 0x400001002 00010000:00010000:0.0:1734016142.776647:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e880/0x99188b78c51a2a7a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.776659:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12e880/0x99188b78c51a2a7a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016142.780174:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000080:00200000:0.0:1734016142.783391:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8312528 i_blocks 448 00000020:00010000:0.0:1734016142.783402:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016142.783405:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.783413:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2c30 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.783418:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016142.783421:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2c30 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016142.783440:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016142.783482:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016142.783492:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016142.783509:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016142.783539:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016142.783935:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2c30, osc lock ffff8800b5a04000, flags 0x400001002 00010000:00010000:0.0:1734016142.783980:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d8c0/0x99188b78c51a2a81 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.783992:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff8800aa12d8c0/0x99188b78c51a2a81 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016142.788863:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000080:00200000:0.0:1734016142.793186:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8312528 i_blocks 448 00000020:00010000:0.0:1734016142.793196:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016142.793200:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.793206:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d2c30 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.793211:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016142.793214:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d2c30 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016142.793229:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016142.793244:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 8312528 00000080:00200008:0.0:1734016142.793352:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 4014080, type: SEEK_SET 00000080:00200008:0.0:1734016142.793362:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 4014080, type: SEEK_SET, rc = 4014080 00000080:00200008:0.0:1734016142.793379:0:9663:0:(file.c:2290:do_file_read_iter()) START file f16a.sanityn:[0x200000401:0x9:0x0], ppos: 4014080, count: 21591 00000080:00200000:0.0:1734016142.793386:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1734016142.793402:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016142.793453:0:9663:0:(rw.c:1991:ll_readpage()) fast read pgno: 980 00000080:00200000:0.0:1734016142.793466:0:9663:0:(file.c:1826:ll_file_io_generic()) f16a.sanityn: read ppos: 4014080, bytes: 21591 00000080:00200000:0.0:1734016142.793472:0:9663:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000020:00200000:0.0:1734016142.793479:0:9663:0:(cl_io.c:195:cl_io_rw_init()) header@ffff88012c77cd48[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1734016142.793481:0:9663:0:(cl_io.c:195:cl_io_rw_init()) io range: 1 [4014080, 4035671) 0 0 00000080:00200000:0.0:1734016142.793484:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016142.793501:0:9663:0:(lov_io.c:1021:lov_io_rw_iter_init()) stripe: 4014080 chunk: [4014080, 4035671) 4035671, 21591 00020000:00200000:0.0:1734016142.793505:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016142.793529:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [980, 985] 00000008:00010000:0.0:1734016142.793549:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016142.793556:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d2c30, osc lock ffff8800b5a04000, flags 0x0 00010000:00010000:0.0:1734016142.793588:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2a73 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8253440->8314879) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322555 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.793604:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (4014080 4038655) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2a73 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8253440->8314879) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322555 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.793615:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2a73 lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8253440->8314879) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322555 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.793620:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2a73 lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8253440->8314879) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322555 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.793626:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2a73 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8253440->8314879) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322555 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016142.793634:0:9663:0:(vvp_io.c:840:vvp_io_read_start()) f16a.sanityn: read [4014080, 4035671) 00000080:00200000:0.0:1734016142.793651:0:9663:0:(vvp_io.c:899:vvp_io_read_start()) count:21591 iocb pos:4014080 00010000:00010000:0.0:1734016142.793713:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2a73 lrc: 4/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8253440->8314879) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322555 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.793720:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2a73 lrc: 4/1,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8253440->8314879) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322555 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.793728:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2a73 lrc: 7/2,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8253440->8314879) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322555 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.793739:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2a73 lrc: 7/2,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8253440->8314879) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322555 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.793745:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2a73 lrc: 6/2,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8253440->8314879) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322555 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.805363:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2a73 lrc: 6/2,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8253440->8314879) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322555 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.805401:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2a73 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8253440->8314879) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322555 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016142.907231:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800b0376900 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2a73 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8253440->8314879) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322555 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016142.908052:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800b0376900 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2a73 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8253440->8314879) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322555 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016142.908102:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e2d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1980:1818247339340416:192.168.201.101@tcp:3:fsx.0 00000100:00100000:0.0:1734016142.945500:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000100:00100000:0.0:1734016142.945544:0:4735:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341676288 00000100:00100000:0.0:1734016142.945553:0:4735:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341676288 00000100:00100000:0.0:1734016142.945611:0:4735:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.101@tcp, seq: 12458 00000100:00100000:0.0:1734016142.945623:0:4735:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8a46d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:7681:x1818247341676288:12345-192.168.201.101@tcp:106: 00010000:00010000:0.0:1734016142.945645:0:4735:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2a73 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8253440->8314879) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322555 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.945663:0:4735:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2a73 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8253440->8314879) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322555 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016142.945713:0:4735:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012c77cd48[0x4, 2031, [0x200000401:0x9:0x0] hash] 00000020:00010000:0.0:1734016142.945715:0:4735:0:(cl_object.c:300:cl_object_glimpse()) size: 8312528 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 448 00000020:00010000:0.0:1734016142.945718:0:4735:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012c77ce10[0x4, 3, [0x280000400:0x6:0x0] hash] 00000020:00010000:0.0:1734016142.945719:0:4735:0:(cl_object.c:300:cl_object_glimpse()) size: 8312528 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 448 00000100:00100000:0.0:1734016142.945798:0:4735:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8a46d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:7681:x1818247341676288:12345-192.168.201.101@tcp:106: Request processed in 177us (324us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016142.945810:0:4735:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.101@tcp, seq: 12458 00000080:00200000:3.0:1734016142.950908:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8312528 i_blocks 448 00000020:00010000:3.0:1734016142.950924:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:3.0:1734016142.950930:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016142.950939:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b0028cb0 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016142.950949:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016142.950952:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b0028cb0 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016142.950984:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016142.951010:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 8312528 00000080:00200008:3.0:1734016142.951057:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec488c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016142.951075:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec488c8),name=f16a.sanityn 00000002:00010000:3.0:1734016142.951121:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016142.951157:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db9b840/0x99188b78c51a2a26 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7322508 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016142.951174:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db9b840/0x99188b78c51a2a26 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7322508 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016142.951197:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) 00000080:00010000:3.0:1734016142.951202:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec488c8) for lock 0x99188b78c51a2a26 00000080:00010000:3.0:1734016142.951216:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a2a26 from it ffff8800a7a77cd8 00010000:00010000:3.0:1734016142.951220:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db9b840/0x99188b78c51a2a26 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec7322508 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016142.951231:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db9b840/0x99188b78c51a2a26 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec7322508 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016142.951271:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016142.951289:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016142.951317:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016142.951347:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3930, osc lock ffff8800aa16cd10, flags 0x400001002 00010000:00010000:3.0:1734016142.951385:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e8b40/0x99188b78c51a2a96 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.951393:0:9663:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e8b40/0x99188b78c51a2a96 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016142.951485:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016142.951509:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339341056:192.168.201.101@tcp:101:fsx.0 00000100:00100000:0.0:1734016142.953507:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000100:00100000:0.0:1734016142.953560:0:4735:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341676416 00000100:00100000:0.0:1734016142.953573:0:4735:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341676416 00000100:00100000:0.0:1734016142.953637:0:4735:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.101@tcp, seq: 12459 00000100:00100000:0.0:1734016142.953649:0:4735:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8a46300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:7681:x1818247341676416:12345-192.168.201.101@tcp:106: 00010000:00010000:0.0:1734016142.953677:0:4735:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2a73 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8253440->8314879) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322555 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.953693:0:4735:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2a73 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8253440->8314879) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322555 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016142.953741:0:4735:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012c77cd48[0x4, 2031, [0x200000401:0x9:0x0] hash] 00000020:00010000:0.0:1734016142.953745:0:4735:0:(cl_object.c:300:cl_object_glimpse()) size: 8312528 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 448 00000020:00010000:0.0:1734016142.953749:0:4735:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012c77ce10[0x4, 3, [0x280000400:0x6:0x0] hash] 00000020:00010000:0.0:1734016142.953751:0:4735:0:(cl_object.c:300:cl_object_glimpse()) size: 8312528 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 448 00000100:00100000:0.0:1734016142.953829:0:4735:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8a46300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:7681:x1818247341676416:12345-192.168.201.101@tcp:106: Request processed in 182us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016142.953840:0:4735:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.101@tcp, seq: 12459 00010000:00010000:3.0:1734016142.959680:0:1983:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e8b40/0x99188b78c51a2a96 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.959716:0:1983:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e8b40/0x99188b78c51a2a96 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.959738:0:1983:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e8b40/0x99188b78c51a2a96 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.959747:0:1983:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e8b40/0x99188b78c51a2a96 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.959756:0:1983:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e8b40/0x99188b78c51a2a96 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016142.959782:0:1983:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 8312528, setting rss=8312528; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016142.962072:0:1983:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e8b40/0x99188b78c51a2a96 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.962091:0:1983:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e8b40/0x99188b78c51a2a96 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.962103:0:1983:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e8b40/0x99188b78c51a2a96 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.962112:0:1983:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e3e8b40 already unused, calling callback (ffffffffa0a54d90) 00010000:00010000:3.0:1734016142.962121:0:1983:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e8b40/0x99188b78c51a2a96 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.962139:0:1983:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016142.962146:0:1983:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e8b40/0x99188b78c51a2a96 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.962154:0:1983:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aae6f000 lock: ffff88012e3e8b40/0x99188b78c51a2a96 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016142.962229:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339341056:192.168.201.101@tcp:101:fsx.0 00000100:00100000:0.0:1734016142.970985:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.101@tcp (source: 12345-192.168.201.101@tcp) 00000100:00100000:0.0:1734016142.979987:0:9552:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.101@tcp, seq: 12460 00000100:00100000:0.0:1734016142.980007:0:9552:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8a47b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:7681:x1818247341676544:12345-192.168.201.101@tcp:106: 00010000:00010000:0.0:1734016142.980037:0:9552:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2a73 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8253440->8314879) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322555 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.980053:0:9552:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2a73 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8253440->8314879) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322555 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016142.980097:0:9552:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012c77cd48[0x4, 2031, [0x200000401:0x9:0x0] hash] 00000020:00010000:0.0:1734016142.980100:0:9552:0:(cl_object.c:300:cl_object_glimpse()) size: 8312528 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 448 00000020:00010000:0.0:1734016142.980103:0:9552:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012c77ce10[0x4, 2, [0x280000400:0x6:0x0] hash] 00000020:00010000:0.0:1734016142.980105:0:9552:0:(cl_object.c:300:cl_object_glimpse()) size: 8312528 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 448 00000100:00100000:0.0:1734016142.980216:0:9552:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8a47b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:7681:x1818247341676544:12345-192.168.201.101@tcp:106: Request processed in 216us (9261us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016142.980224:0:9552:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.101@tcp, seq: 12460 00000080:00200000:3.0:1734016142.989386:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8312528 i_blocks 448 00000020:00010000:3.0:1734016142.989394:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:3.0:1734016142.989398:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016142.989405:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b0028fb0 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016142.989411:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016142.989413:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b0028fb0 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016142.989431:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016142.989449:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 8312528 00000080:00200008:3.0:1734016142.989480:0:9663:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec480c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016142.989491:0:9663:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff88012ec480c8),name=f16a.sanityn 00000002:00010000:3.0:1734016142.989519:0:9663:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016142.989544:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3ebcc0/0x99188b78c51a29f5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec73224d0 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016142.989558:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3ebcc0/0x99188b78c51a29f5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec73224d0 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016142.989571:0:9663:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) 00000080:00010000:3.0:1734016142.989574:0:9663:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff88012ec480c8) for lock 0x99188b78c51a29f5 00000080:00010000:3.0:1734016142.989581:0:9663:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a29f5 from it ffff8800a7a77cd8 00010000:00010000:3.0:1734016142.989584:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3ebcc0/0x99188b78c51a29f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec73224d0 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016142.989590:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3ebcc0/0x99188b78c51a29f5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec73224d0 expref: -99 pid: 9663 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016142.989614:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016142.989628:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016142.989653:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016142.989655:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3930, osc lock ffff8800aa16d1d0, flags 0x400001002 00010000:00010000:3.0:1734016142.989673:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2a73 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8253440->8314879) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322555 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.989682:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2a73 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8253440->8314879) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322555 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.989691:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2a73 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8253440->8314879) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322555 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.989697:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2a73 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8253440->8314879) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322555 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016142.989716:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8312528 i_blocks 448 00000020:00010000:3.0:1734016142.989718:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:3.0:1734016142.989721:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016142.989723:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3930 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016142.989725:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016142.989727:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3930 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016142.989731:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016142.989743:0:9663:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016142.989745:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016142.989748:0:9663:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016142.989751:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016142.989752:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3930, osc lock ffff8800aa16d1d0, flags 0x400001002 00010000:00010000:3.0:1734016142.989756:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2a73 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8253440->8314879) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322555 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.989763:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2a73 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8253440->8314879) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322555 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.989769:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2a73 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8253440->8314879) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7322555 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.989775:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff8800aa12e400/0x99188b78c51a2a73 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8253440->8314879) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7322555 expref: -99 pid: 9663 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016142.989782:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8312528 i_blocks 448 00000020:00010000:3.0:1734016142.989784:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:3.0:1734016142.989786:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016142.989788:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3930 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016142.989790:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a96da0 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016142.989792:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3930 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016142.989795:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016142.989798:0:9663:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 8312528 00000080:00200008:3.0:1734016142.989813:0:9663:0:(file.c:427:ll_file_release()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec480c8), flags 100002 00000002:00100000:3.0:1734016142.989849:0:9663:0:(mdc_request.c:909:mdc_close()) @@@ matched open req@ffff8800a7a7ea00 x1818247339170816/t4294968590(4294968590) o101->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 584/664 e 0 to 0 dl 1734016146 ref 1 fl Complete:RPQU/204/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00000020:00100000:3.0:1734016142.989891:0:9663:0:(genops.c:2298:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800b60f2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1734016142.989896:0:9663:0:(client.c:782:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800aa163b80 x1818247339341440/t0(0) o35->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734016142.989925:0:9663:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163b80 pname:cluuid:pid:xid:nid:opc:job fsx:ca960967-f34d-4bd7-a96b-f55b9893eead:9663:1818247339341440:192.168.201.101@tcp:35:fsx.0 00000100:00100000:3.0:1734016142.994540:0:9663:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a9ae6a80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.998800:0:9663:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163b80 pname:cluuid:pid:xid:nid:opc:job fsx:ca960967-f34d-4bd7-a96b-f55b9893eead:9663:1818247339341440:192.168.201.101@tcp:35:fsx.0 00000002:00100000:3.0:1734016142.998849:0:9663:0:(mdc_request.c:819:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff8800a7a7ea00 x1818247339170816/t4294968590(4294968590) o101->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 584/664 e 0 to 0 dl 1734016146 ref 1 fl Complete:RQU/204/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00000080:00200008:3.0:1734016142.998960:0:9663:0:(file.c:427:ll_file_release()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff88012ec488c8), flags 100002 00000002:00100000:3.0:1734016142.999024:0:9663:0:(mdc_request.c:909:mdc_close()) @@@ matched open req@ffff8800aa161c00 x1818247337873536/t4294968180(4294968180) o101->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 584/664 e 0 to 0 dl 1734016067 ref 1 fl Complete:RPQU/204/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00000020:00100000:3.0:1734016142.999063:0:9663:0:(genops.c:2298:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aae6f000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1734016142.999068:0:9663:0:(client.c:782:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800aa163b80 x1818247339341696/t0(0) o35->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734016142.999096:0:9663:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163b80 pname:cluuid:pid:xid:nid:opc:job fsx:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:9663:1818247339341696:192.168.201.101@tcp:35:fsx.0 00000100:00100000:3.0:1734016142.999166:0:9663:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a9ae6a80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016143.014372:0:9663:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163b80 pname:cluuid:pid:xid:nid:opc:job fsx:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:9663:1818247339341696:192.168.201.101@tcp:35:fsx.0 00000002:00100000:3.0:1734016143.014466:0:9663:0:(mdc_request.c:819:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff8800aa161c00 x1818247337873536/t4294968180(4294968180) o101->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 584/664 e 0 to 0 dl 1734016067 ref 1 fl Complete:RQU/204/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00000080:00200008:3.0:1734016143.034081:0:9663:0:(file.c:2466:do_file_write_iter()) START file f16a.sanityn.fsxlog:[0x200000401:0x8:0x0], ppos: 0, count: 1222 00000080:00200000:3.0:1734016143.034175:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 0 of 0 to 1222 bytes 00000080:00200000:3.0:1734016143.034188:0:9663:0:(file.c:2441:ll_do_tiny_write()) result: 0, original count 1222 00000080:00200000:3.0:1734016143.034203:0:9663:0:(file.c:1826:ll_file_io_generic()) f16a.sanityn.fsxlog: write ppos: 0, bytes: 1222 00000080:00200000:3.0:1734016143.034210:0:9663:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn.fsxlog: desiginated mirror: 0 00000020:00200000:3.0:1734016143.034223:0:9663:0:(cl_io.c:195:cl_io_rw_init()) header@ffff8800ac0ba640[0x4, 1, [0x200000401:0x8:0x0] hash] 00000020:00200000:3.0:1734016143.034227:0:9663:0:(cl_io.c:195:cl_io_rw_init()) io range: 2 [0, 1222) 0 0 00000080:00200000:3.0:1734016143.034234:0:9663:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x8:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016143.034261:0:9663:0:(file.c:1893:ll_file_io_generic()) Range lock [0, 0] 00020000:00200000:3.0:1734016143.034277:0:9663:0:(lov_io.c:1021:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 1222) 1222, 1222 00020000:00200000:3.0:1734016143.034284:0:9663:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016143.034355:0:9663:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000008:00010000:3.0:1734016143.034386:0:9663:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016143.034395:0:9663:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3930, osc lock ffff8800aa16d1d0, flags 0x0 00010000:00010000:3.0:1734016143.034441:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800b60f2800 lock: ffff88012e3e9d40/0x99188b78c519b923 lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7319971 expref: -99 pid: 9547 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.034466:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff8800b60f2800 lock: ffff88012e3e9d40/0x99188b78c519b923 lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7319971 expref: -99 pid: 9547 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.034485:0:9663:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800b60f2800 lock: ffff88012e3e9d40/0x99188b78c519b923 lrc: 6/0,2 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7319971 expref: -99 pid: 9547 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.034497:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800b60f2800 lock: ffff88012e3e9d40/0x99188b78c519b923 lrc: 6/0,2 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7319971 expref: -99 pid: 9547 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.034510:0:9663:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b60f2800 lock: ffff88012e3e9d40/0x99188b78c519b923 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7319971 expref: -99 pid: 9547 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016143.034524:0:9663:0:(vvp_io.c:1326:vvp_io_write_start()) f16a.sanityn.fsxlog: write [0, 1222) 00000080:00200000:3.0:1734016143.034538:0:9663:0:(rw26.c:819:ll_write_begin()) Writing 0 of 0 to 1222 bytes 00000080:00200000:3.0:1734016143.034607:0:9663:0:(rw26.c:1006:ll_write_end()) pos 0, len 1222, copied 1222 00000080:00200000:3.0:1734016143.034613:0:9663:0:(rw26.c:1044:ll_write_end()) page@ffff88012bfc66c0[3 ffff8800ac0ba6c0 2 1 ffff8800a8a96e00] 00000080:00200000:3.0:1734016143.034616:0:9663:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d7000 1fffff00000805 3:0 ffff88012bfc66c0 0 lru 00000080:00200000:3.0:1734016143.034626:0:9663:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012bfc6720 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | ffff8801376c4758 ffff8800a8fa8820 > 3< 0 0 > 4< 0 0 8 489852928 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1734016143.034627:0:9663:0:(rw26.c:1044:ll_write_end()) end page@ffff88012bfc66c0 00000080:00200000:3.0:1734016143.034630:0:9663:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016143.034637:0:9663:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 1222 00000008:00010000:3.0:1734016143.034682:0:9663:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff8800a9ae6a80 ns: lustre-OST0000-osc-ffff8800b60f2800 lock: ffff88012e3e9d40/0x99188b78c519b923 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7319971 expref: -99 pid: 9547 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016143.034715:0:9663:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1e9a48, count 1, dirtied 1 00000080:00200000:3.0:1734016143.034723:0:9663:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 1222 bytes, tot: 1222 00000080:00200000:3.0:1734016143.034728:0:9663:0:(vvp_io.c:1405:vvp_io_write_start()) f16a.sanityn.fsxlog: write bytes 0, result: 1222 00000020:00010000:3.0:1734016143.034759:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_release():233 00000020:00010000:3.0:1734016143.034766:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016143.034770:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b00d3930 (ffff8800a8a70cf8/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016143.034775:0:9663:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800b60f2800 lock: ffff88012e3e9d40/0x99188b78c519b923 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000020000 nid: local remote: 0x903ef4aec7319971 expref: -99 pid: 9547 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.034787:0:9663:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800b60f2800 lock: ffff88012e3e9d40/0x99188b78c519b923 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7319971 expref: -99 pid: 9547 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016143.034820:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8a72c68 (ffff8800a8a70248/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016143.034824:0:9663:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b00d3930 (ffff8800a8a70248/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016143.034833:0:9663:0:(vvp_io.c:533:vvp_io_advance()) advancing 1222 bytes 00000080:00200000:3.0:1734016143.034846:0:9663:0:(file.c:1930:ll_file_io_generic()) Range unlock [0, 0] 00000080:00200000:3.0:1734016143.034859:0:9663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x8:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016143.034863:0:9663:0:(file.c:1964:ll_file_io_generic()) f16a.sanityn.fsxlog: 2 io complete with rc: 0, result: 1222, restart: 0 00000080:00200000:3.0:1734016143.034895:0:9663:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x8:0x0] updating i_size 1222 i_blocks 0 00000080:00200000:3.0:1734016143.034901:0:9663:0:(file.c:2044:ll_file_io_generic()) iot: 2, result: 1222 00000080:00200008:3.0:1734016143.038520:0:9663:0:(file.c:427:ll_file_release()) START file f16a.sanityn.fsxgood:[0x200000401:0x7:0x0](ffff8800af1e90c8), flags 100002 00010000:00010000:3.0:1734016143.038593:0:9663:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db99f80/0x99188b78c519b969 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec7319a43 expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00000080:00200008:3.0:1734016143.038645:0:9663:0:(file.c:427:ll_file_release()) START file f16a.sanityn.fsxlog:[0x200000401:0x8:0x0](ffff8800af1e98c8), flags 100001 00000002:00100000:3.0:1734016143.038720:0:9663:0:(mdc_request.c:909:mdc_close()) @@@ matched open req@ffff8800a8bb1180 x1818247337376512/t4294967977(4294967977) o101->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 576/664 e 0 to 0 dl 1734016039 ref 1 fl Complete:RPQU/204/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00000020:00100000:3.0:1734016143.038779:0:9663:0:(genops.c:2298:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800b60f2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1734016143.038786:0:9663:0:(client.c:782:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800aa163b80 x1818247339341952/t0(0) o35->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734016143.038827:0:9663:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163b80 pname:cluuid:pid:xid:nid:opc:job fsx:ca960967-f34d-4bd7-a96b-f55b9893eead:9663:1818247339341952:192.168.201.101@tcp:35:fsx.0 00000100:00100000:3.0:1734016143.049373:0:9663:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a9ae6cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016143.055477:0:9663:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163b80 pname:cluuid:pid:xid:nid:opc:job fsx:ca960967-f34d-4bd7-a96b-f55b9893eead:9663:1818247339341952:192.168.201.101@tcp:35:fsx.0 00000002:00100000:3.0:1734016143.055535:0:9663:0:(mdc_request.c:819:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff8800a8bb1180 x1818247337376512/t4294967977(4294967977) o101->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 576/664 e 0 to 0 dl 1734016039 ref 1 fl Complete:RQU/204/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00010000:00010000:3.0:1734016143.759542:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016144.778481:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016144.887590:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339342208:192.168.201.101@tcp:400:kworker.0 00000100:00100000:3.0:1734016144.887756:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339342464:192.168.201.101@tcp:400:kworker.0 00000100:00100000:3.0:1734016144.887785:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339342720:192.168.201.101@tcp:400:kworker.0 00000100:00100000:3.0:1734016144.887820:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1734016144.887824:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0db0e310-e6b8-40c1-b2ea-81542a2439df:1983:1818247339342080:192.168.201.101@tcp:400:kworker.0 00000100:00100000:3.0:1734016144.889162:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339342336:192.168.201.101@tcp:400:kworker.0 00000100:00100000:3.0:1734016144.889193:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339342592:192.168.201.101@tcp:400:kworker.0 00000100:00100000:3.0:1734016144.896021:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0db0e310-e6b8-40c1-b2ea-81542a2439df:1983:1818247339342080:192.168.201.101@tcp:400:kworker.0 00000100:00100000:3.0:1734016144.896054:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339342336:192.168.201.101@tcp:400:kworker.0 00000100:00100000:3.0:1734016144.896069:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339342592:192.168.201.101@tcp:400:kworker.0 00000100:00100000:3.0:1734016144.896085:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339342208:192.168.201.101@tcp:400:kworker.0 00000100:00100000:3.0:1734016144.896097:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339342464:192.168.201.101@tcp:400:kworker.0 00000100:00100000:3.0:1734016144.896112:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339342720:192.168.201.101@tcp:400:kworker.0 00000080:00200000:3.0:1734016145.632121:0:66:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016145.632155:0:66:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016145.632201:0:66:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:3.0:1734016146.778652:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016147.780120:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1734016149.633176:0:10372:0:(debug.c:681:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16b: 2500 iterations of dual-mount fsx at small size ========================================================== 10:09:08 (1734016148) 00000080:00200000:3.0:1734016149.690425:0:10375:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800af1f80c8),name=/ 00000002:00010000:3.0:1734016149.690477:0:10375:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016149.690509:0:10375:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9ad00/0x99188b78c519e09f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec731cc70 expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016149.690533:0:10375:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9ad00/0x99188b78c519e09f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec731cc70 expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1734016149.690550:0:10375:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800af1f80c8) 00000080:00010000:3.0:1734016149.690555:0:10375:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800af1f80c8) for lock 0x99188b78c519e09f 00000080:00010000:3.0:1734016149.690568:0:10375:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c519e09f from it ffff8800a7a97b80 00010000:00010000:3.0:1734016149.690572:0:10375:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9ad00/0x99188b78c519e09f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x903ef4aec731cc70 expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016149.690582:0:10375:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9ad00/0x99188b78c519e09f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec731cc70 expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1734016149.690605:0:10375:0:(file.c:6234:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800af1f80c8), inode mode 41ed mask 44 00000080:00200008:3.0:1734016149.690615:0:10375:0:(file.c:862:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff8800af1f80c8), flags 304000 00000080:00200000:3.0:1734016149.690631:0:10375:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800af1f80c8),name=/ 00000002:00010000:3.0:1734016149.690635:0:10375:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016149.690640:0:10375:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9ad00/0x99188b78c519e09f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec731cc70 expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016149.690648:0:10375:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9ad00/0x99188b78c519e09f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec731cc70 expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1734016149.690655:0:10375:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800af1f80c8) 00000080:00010000:3.0:1734016149.690657:0:10375:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800af1f80c8) for lock 0x99188b78c519e09f 00000080:00010000:3.0:1734016149.690660:0:10375:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c519e09f from it ffff8800a7a97b80 00010000:00010000:3.0:1734016149.690663:0:10375:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9ad00/0x99188b78c519e09f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x903ef4aec731cc70 expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016149.690674:0:10375:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9ad00/0x99188b78c519e09f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec731cc70 expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1734016149.690682:0:10375:0:(file.c:6234:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800af1f80c8), inode mode 41ed mask 44 00000080:00200008:3.0:1734016149.690685:0:10375:0:(file.c:862:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff8800af1f80c8), flags 504000 00000080:00200008:3.0:1734016149.690694:0:10375:0:(file.c:427:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff8800af1f80c8), flags 304000 00000080:00200080:3.0:1734016149.690719:0:10375:0:(dir.c:1968:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800af1f80c8) cmd=4008669b arg=ef7140 00000100:00100000:3.0:1734016149.690869:0:10375:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163800 pname:cluuid:pid:xid:nid:opc:job lfs:ca960967-f34d-4bd7-a96b-f55b9893eead:10375:1818247339342848:192.168.201.101@tcp:33:lfs.0 00000100:00100000:3.0:1734016149.691060:0:10375:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7ab1e40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016149.693406:0:10375:0:(client.c:2968:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800b60f2800: committing for last_committed 4294968634 gen 1 00000100:00100000:3.0:1734016149.693428:0:10375:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163800 pname:cluuid:pid:xid:nid:opc:job lfs:ca960967-f34d-4bd7-a96b-f55b9893eead:10375:1818247339342848:192.168.201.101@tcp:33:lfs.0 00000080:00200008:3.0:1734016149.693643:0:10375:0:(file.c:5861:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8800af1f80c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016149.693652:0:10375:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800af1f80c8),name=/ 00000002:00010000:3.0:1734016149.693674:0:10375:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016149.693699:0:10375:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9ad00/0x99188b78c519e09f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec731cc70 expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016149.693715:0:10375:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9ad00/0x99188b78c519e09f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec731cc70 expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1734016149.693727:0:10375:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800af1f80c8) 00000080:00010000:3.0:1734016149.693730:0:10375:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800af1f80c8) for lock 0x99188b78c519e09f 00000080:00010000:3.0:1734016149.693739:0:10375:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c519e09f from it ffff8800a7a97cc8 00010000:00010000:3.0:1734016149.693744:0:10375:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9ad00/0x99188b78c519e09f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x903ef4aec731cc70 expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016149.693757:0:10375:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9ad00/0x99188b78c519e09f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec731cc70 expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00000080:00200008:3.0:1734016149.694430:0:10375:0:(file.c:5861:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8800af1f80c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016149.694434:0:10375:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800af1f80c8),name=/ 00000002:00010000:3.0:1734016149.694441:0:10375:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016149.694446:0:10375:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9ad00/0x99188b78c519e09f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec731cc70 expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016149.694454:0:10375:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9ad00/0x99188b78c519e09f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec731cc70 expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1734016149.694460:0:10375:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800af1f80c8) 00000080:00010000:3.0:1734016149.694462:0:10375:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800af1f80c8) for lock 0x99188b78c519e09f 00000080:00010000:3.0:1734016149.694466:0:10375:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c519e09f from it ffff8800a7a97cc8 00010000:00010000:3.0:1734016149.694468:0:10375:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9ad00/0x99188b78c519e09f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x903ef4aec731cc70 expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016149.694474:0:10375:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9ad00/0x99188b78c519e09f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec731cc70 expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00000080:00200008:3.0:1734016149.697066:0:10375:0:(file.c:427:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff8800af1f80c8), flags 504000 00010000:00010000:3.0:1734016149.784102:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016149.895603:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339343104:192.168.201.101@tcp:400:kworker.0 00000100:00100000:3.0:1734016149.895949:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339343360:192.168.201.101@tcp:400:kworker.0 00000100:00100000:3.0:1734016149.901455:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339343104:192.168.201.101@tcp:400:kworker.0 00000100:00100000:3.0:1734016149.901471:0:1983:0:(client.c:2968:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8800aae6f000: committing for last_committed 4294968632 gen 1 00000100:00100000:3.0:1734016149.901489:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1983:1818247339343360:192.168.201.101@tcp:400:kworker.0 00000080:00200000:3.0:1734016150.201116:0:10406:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800af1f80c8),name=/ 00000002:00010000:3.0:1734016150.201132:0:10406:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016150.201142:0:10406:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9ad00/0x99188b78c519e09f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec731cc70 expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016150.201152:0:10406:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9ad00/0x99188b78c519e09f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec731cc70 expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1734016150.201158:0:10406:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800af1f80c8) 00000080:00010000:3.0:1734016150.201160:0:10406:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800af1f80c8) for lock 0x99188b78c519e09f 00000080:00010000:3.0:1734016150.201165:0:10406:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c519e09f from it ffff88012c3a3bb0 00010000:00010000:3.0:1734016150.201167:0:10406:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9ad00/0x99188b78c519e09f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x903ef4aec731cc70 expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016150.201171:0:10406:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9ad00/0x99188b78c519e09f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec731cc70 expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1734016150.201180:0:10406:0:(file.c:6234:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800af1f80c8), inode mode 41ed mask 1 00000080:00200000:3.0:1734016150.201185:0:10406:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800af1f80c8),name=/ 00000002:00010000:3.0:1734016150.201187:0:10406:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016150.201190:0:10406:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9ad00/0x99188b78c519e09f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec731cc70 expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016150.201193:0:10406:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9ad00/0x99188b78c519e09f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec731cc70 expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1734016150.201198:0:10406:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800af1f80c8) 00000080:00010000:3.0:1734016150.201200:0:10406:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800af1f80c8) for lock 0x99188b78c519e09f 00000080:00010000:3.0:1734016150.201201:0:10406:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c519e09f from it ffff88012c3a3ba0 00010000:00010000:3.0:1734016150.201202:0:10406:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9ad00/0x99188b78c519e09f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x903ef4aec731cc70 expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016150.201205:0:10406:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9ad00/0x99188b78c519e09f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec731cc70 expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1734016150.201208:0:10406:0:(file.c:6234:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800af1f80c8), inode mode 41ed mask 3 00000080:00200000:3.0:1734016150.201211:0:10406:0:(namei.c:1198:ll_atomic_open()) VFS Op:name=f16b.sanityn, dir=[0x200000007:0x1:0x0](ffff8800af1f80c8), file ffff8800a9b11e00, open_flags a141, mode 81b6 opened 0 00000080:00200000:3.0:1734016150.201216:0:10406:0:(namei.c:852:ll_lookup_it()) VFS Op:name=f16b.sanityn, dir=[0x200000007:0x1:0x0](ffff8800af1f80c8), intent=open|creat 00000002:00010000:3.0:1734016150.201223:0:10406:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: f16b.sanityn,[0x200000401:0xa:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0120502 00010000:00010000:3.0:1734016150.201231:0:10406:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9ad00/0x99188b78c519e09f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x903ef4aec731cc70 expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016150.201260:0:10406:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9ad00/0x99188b78c519e09f lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x903ef4aec731cc70 expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016150.201263:0:10406:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016150.201265:0:10406:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db9ad00/0x99188b78c519e09f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x903ef4aec731cc70 expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016150.201281:0:10406:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3eba80/0x99188b78c51a2aa4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10406 initiator: MDT0 00010000:00010000:3.0:1734016150.201284:0:10406:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3eba80/0x99188b78c51a2aa4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10406 initiator: MDT0 00000020:00100000:3.0:1734016150.201292:0:10406:0:(genops.c:2298:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800b60f2800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1734016150.201300:0:10406:0:(client.c:782:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800aa161180 x1818247339343744/t0(0) o101->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 528/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734016150.201306:0:10406:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3eba80/0x99188b78c51a2aa4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10406 initiator: MDT0 00000100:00100000:3.0:1734016150.201340:0:10406:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa161180 pname:cluuid:pid:xid:nid:opc:job lfs:ca960967-f34d-4bd7-a96b-f55b9893eead:10406:1818247339343744:192.168.201.101@tcp:101:lfs.0 00000100:00100000:3.0:1734016150.201442:0:10406:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7ab1d80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016150.202881:0:4736:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341678720 00000100:00100000:0.0:1734016150.202888:0:4736:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341678720 00000100:00100000:0.0:1734016150.202995:0:4736:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.101@tcp, seq: 12461 00000100:00100000:0.0:1734016150.203004:0:4736:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:6473:x1818247341678720:12345-192.168.201.101@tcp:104: 00010000:00010000:0.0:1734016150.203020:0:4736:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db9aac0/0x99188b78c519cff8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x903ef4aec731b723 expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016150.203162:0:4736:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1734016150.203169:0:4736:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:cde2e6d7-d18c-4975-a910-55f1abdfd0d2+5:6473:x1818247341678720:12345-192.168.201.101@tcp:104: Request processed in 166us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016150.203175:0:4736:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.101@tcp, seq: 12461 00010000:00010000:3.0:1734016150.203181:0:4745:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1734016150.203187:0:4745:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db9aac0/0x99188b78c519cff8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x903ef4aec731b723 expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016150.203194:0:4745:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012db9aac0 already unused, calling callback (ffffffffa103e1e0) 00010000:00010000:3.0:1734016150.203197:0:4745:0:(ldlm_request.c:1579:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db9aac0/0x99188b78c519cff8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x903ef4aec731b723 expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016150.203204:0:4745:0:(ldlm_request.c:1589:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db9aac0/0x99188b78c519cff8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x903ef4aec731b723 expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016150.203210:0:4745:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db9aac0/0x99188b78c519cff8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0x903ef4aec731b723 expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016150.203241:0:4745:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db9aac0/0x99188b78c519cff8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x903ef4aec731b723 expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016150.203246:0:4745:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016150.203270:0:4745:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db9aac0/0x99188b78c519cff8 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x903ef4aec731b723 expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016150.203281:0:4745:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aae6f000 lock: ffff88012db9aac0/0x99188b78c519cff8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x903ef4aec731b723 expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016150.203292:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016150.203293:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016150.203295:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016150.203306:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016150.203314:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339343872:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016150.205216:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1982:1818247339343872:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016150.212869:0:10406:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa161180 pname:cluuid:pid:xid:nid:opc:job lfs:ca960967-f34d-4bd7-a96b-f55b9893eead:10406:1818247339343744:192.168.201.101@tcp:101:lfs.0 00010000:00010000:3.0:1734016150.212891:0:10406:0:(ldlm_request.c:706:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3eba80/0x99188b78c51a2aa4 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec732259b expref: -99 pid: 10406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016150.212915:0:10406:0:(ldlm_request.c:721:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3eba80/0x99188b78c51a2aa4 lrc: 4/0,1 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec732259b expref: -99 pid: 10406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016150.212930:0:10406:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3eba80/0x99188b78c51a2aa4 lrc: 4/0,1 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec732259b expref: -99 pid: 10406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016150.212940:0:10406:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3eba80/0x99188b78c51a2aa4 lrc: 4/0,1 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x903ef4aec732259b expref: -99 pid: 10406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016150.212947:0:10406:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3eba80/0x99188b78c51a2aa4 lrc: 4/0,1 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec732259b expref: -99 pid: 10406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016150.212955:0:10406:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3eba80/0x99188b78c51a2aa4 lrc: 5/1,1 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x903ef4aec732259b expref: -99 pid: 10406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016150.212962:0:10406:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3eba80/0x99188b78c51a2aa4 lrc: 5/1,1 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x903ef4aec732259b expref: -99 pid: 10406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016150.212968:0:10406:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3eba80/0x99188b78c51a2aa4 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x903ef4aec732259b expref: -99 pid: 10406 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1734016150.212977:0:10406:0:(mdc_locks.c:822:mdc_finish_enqueue()) @@@ op=3 disposition=8000037, status=0 req@ffff8800aa161180 x1818247339343744/t4294968635(4294968635) o101->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 528/608 e 0 to 0 dl 1734016166 ref 2 fl Complete:RPQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 00000002:00100000:3.0:1734016150.212987:0:10406:0:(mdc_request.c:798:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8800aa161180 x1818247339343744/t4294968635(4294968635) o101->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 528/608 e 0 to 0 dl 1734016166 ref 2 fl Complete:RPQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 00000002:00010000:3.0:1734016150.212996:0:10406:0:(mdc_locks.c:1262:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3eba80/0x99188b78c51a2aa4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec732259b expref: -99 pid: 10406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016150.213004:0:10406:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800b6200c00 type 13 mode 4 res 8589935617/10 (0 0) 00000080:00200000:3.0:1734016150.213026:0:10406:0:(namei.c:1461:ll_create_it()) VFS Op:name=f16b.sanityn, dir=[0x200000007:0x1:0x0](ffff8800af1f80c8), intent=open|creat 00000080:00200000:3.0:1734016150.213045:0:10406:0:(llite_lib.c:3172:ll_read_inode2()) VFS Op:inode=[0x200000401:0xa:0x0](ffff8800af1fa8c8) 00000080:00200000:3.0:1734016150.213050:0:10406:0:(llite_lib.c:2906:ll_update_inode()) inode=[0x200000401:0xa:0x0], updating i_size 0 00000080:00200000:3.0:1734016150.213106:0:10406:0:(file.c:6447:ll_layout_conf()) [0x200000401:0xa:0x0]: layout version change: 4294967294 -> 4294967295 00000080:00010000:3.0:1734016150.213111:0:10406:0:(namei.c:1427:ll_create_node()) setting l_ast_data to inode [0x200000401:0xa:0x0](ffff8800af1fa8c8) 00000080:00010000:3.0:1734016150.213113:0:10406:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0xa:0x0](ffff8800af1fa8c8) for lock 0x99188b78c51a2aa4 00000080:00200008:3.0:1734016150.213125:0:10406:0:(file.c:862:ll_file_open()) START file f16b.sanityn:[0x200000401:0xa:0x0](ffff8800af1fa8c8), flags 120501 00000002:00100000:3.0:1734016150.213137:0:10406:0:(mdc_request.c:798:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8800aa161180 x1818247339343744/t4294968635(4294968635) o101->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 528/608 e 0 to 0 dl 1734016166 ref 2 fl Complete:RPQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 00000080:00010000:3.0:1734016150.213194:0:10406:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a2aa4 from it ffff8800b5973d20 00010000:00010000:3.0:1734016150.213198:0:10406:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3eba80/0x99188b78c51a2aa4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec732259b expref: -99 pid: 10406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016150.213205:0:10406:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3eba80/0x99188b78c51a2aa4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec732259b expref: -99 pid: 10406 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1734016150.213224:0:10406:0:(file.c:6234:ll_inode_permission()) VFS Op:inode=[0x200000401:0xa:0x0](ffff8800af1fa8c8), inode mode 81a4 mask 40 00000080:00200080:3.0:1734016150.213254:0:10406:0:(file.c:4494:ll_file_ioctl()) VFS Op:inode=[0x200000401:0xa:0x0](ffff8800af1fa8c8) cmd=4008669a arg=1a6e040 00000002:00010000:3.0:1734016150.213271:0:10406:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0xa:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 040000002 00010000:00010000:3.0:1734016150.213307:0:10406:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3eaac0/0x99188b78c51a2aab lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10406 initiator: MDT0 00010000:00010000:3.0:1734016150.213313:0:10406:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3eaac0/0x99188b78c51a2aab lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10406 initiator: MDT0 00000020:00100000:3.0:1734016150.213354:0:10406:0:(genops.c:2298:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800b60f2800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1734016150.213359:0:10406:0:(client.c:782:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800aa162680 x1818247339344128/t0(0) o101->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734016150.213366:0:10406:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3eaac0/0x99188b78c51a2aab lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10406 initiator: MDT0 00000100:00100000:3.0:1734016150.213383:0:10406:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162680 pname:cluuid:pid:xid:nid:opc:job lfs:ca960967-f34d-4bd7-a96b-f55b9893eead:10406:1818247339344128:192.168.201.101@tcp:101:lfs.0 00000100:00100000:3.0:1734016150.213454:0:10406:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7ab1cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016150.214956:0:4736:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341678848 00000100:00100000:0.0:1734016150.214966:0:4736:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341678848 00000100:00100000:0.0:1734016150.215009:0:4736:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.101@tcp, seq: 12462 00000100:00100000:0.0:1734016150.215017:0:4736:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2d1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+5:6473:x1818247341678848:12345-192.168.201.101@tcp:104: 00010000:00010000:0.0:1734016150.215029:0:4736:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3eba80/0x99188b78c51a2aa4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x903ef4aec732259b expref: -99 pid: 10406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016150.215084:0:4736:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1734016150.215089:0:4736:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2d1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ca960967-f34d-4bd7-a96b-f55b9893eead+5:6473:x1818247341678848:12345-192.168.201.101@tcp:104: Request processed in 73us (409us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016150.215095:0:4736:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.101@tcp, seq: 12462 00000100:00100000:3.0:1734016150.215246:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339344256:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016150.220416:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339344256:192.168.201.101@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016150.221114:0:10406:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162680 pname:cluuid:pid:xid:nid:opc:job lfs:ca960967-f34d-4bd7-a96b-f55b9893eead:10406:1818247339344128:192.168.201.101@tcp:101:lfs.0 00010000:00010000:3.0:1734016150.221133:0:10406:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3eaac0/0x99188b78c51a2aab lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10406 initiator: MDT0 00010000:00010000:3.0:1734016150.221147:0:10406:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3eaac0/0x99188b78c51a2aab lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 10406 initiator: MDT0 00010000:00010000:3.0:1734016150.221154:0:10406:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3eaac0/0x99188b78c51a2aab lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 10406 initiator: MDT0 00010000:00010000:3.0:1734016150.221160:0:10406:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3eaac0/0x99188b78c51a2aab lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 10406 initiator: MDT0 00010000:00010000:3.0:1734016150.221167:0:10406:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3eaac0/0x99188b78c51a2aab lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 10406 initiator: MDT0 00010000:00010000:3.0:1734016150.221172:0:10406:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012e3eaac0 already unused, calling callback (ffffffffa103e1e0) 00010000:00010000:3.0:1734016150.221176:0:10406:0:(ldlm_request.c:1579:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3eaac0/0x99188b78c51a2aab lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 10406 initiator: MDT0 00010000:00010000:3.0:1734016150.221183:0:10406:0:(ldlm_request.c:1589:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3eaac0/0x99188b78c51a2aab lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 10406 initiator: MDT0 00010000:00010000:3.0:1734016150.221189:0:10406:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3eaac0/0x99188b78c51a2aab lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 10406 initiator: MDT0 00010000:00010000:3.0:1734016150.221194:0:10406:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016150.221199:0:10406:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3eaac0/0x99188b78c51a2aab lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 10406 initiator: MDT0 00010000:00010000:3.0:1734016150.221204:0:10406:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3eaac0/0x99188b78c51a2aab lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 10406 initiator: MDT0 00000002:00100000:3.0:1734016150.221230:0:10406:0:(mdc_locks.c:822:mdc_finish_enqueue()) @@@ op=1 disposition=800002b, status=0 req@ffff8800aa162680 x1818247339344128/t4294968636(4294968636) o101->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 648/688 e 0 to 0 dl 1734016166 ref 2 fl Complete:RPQU/204/0 rc 301/301 job:'lfs.0' uid:0 gid:0 00000002:00100000:3.0:1734016150.221241:0:10406:0:(mdc_request.c:798:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8800aa162680 x1818247339344128/t4294968636(4294968636) o101->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 648/688 e 0 to 0 dl 1734016166 ref 2 fl Complete:RPQU/204/0 rc 301/301 job:'lfs.0' uid:0 gid:0 00000080:00200000:3.0:1734016150.221302:0:10406:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xa:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016150.221311:0:10406:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xa:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016150.221413:0:10406:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xa:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016150.221418:0:10406:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xa:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016150.221462:0:10406:0:(llite_lib.c:2906:ll_update_inode()) inode=[0x200000401:0xa:0x0], updating i_size 0 00000002:00100000:3.0:1734016150.221480:0:10406:0:(mdc_request.c:798:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8800aa162680 x1818247339344128/t4294968636(4294968636) o101->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 600/688 e 0 to 0 dl 1734016166 ref 2 fl Complete:RPQU/204/0 rc 301/301 job:'lfs.0' uid:0 gid:0 00000002:00100000:3.0:1734016150.221502:0:10406:0:(mdc_request.c:909:mdc_close()) @@@ matched open req@ffff8800aa162680 x1818247339344128/t4294968636(4294968636) o101->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 600/688 e 0 to 0 dl 1734016166 ref 2 fl Complete:RPQU/204/0 rc 301/301 job:'lfs.0' uid:0 gid:0 00000020:00100000:3.0:1734016150.221528:0:10406:0:(genops.c:2298:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800b60f2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1734016150.221533:0:10406:0:(client.c:782:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800aa163b80 x1818247339344512/t0(0) o35->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734016150.221553:0:10406:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163b80 pname:cluuid:pid:xid:nid:opc:job lfs:ca960967-f34d-4bd7-a96b-f55b9893eead:10406:1818247339344512:192.168.201.101@tcp:35:lfs.0 00000100:00100000:3.0:1734016150.221619:0:10406:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7ab19c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016150.227637:0:10406:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163b80 pname:cluuid:pid:xid:nid:opc:job lfs:ca960967-f34d-4bd7-a96b-f55b9893eead:10406:1818247339344512:192.168.201.101@tcp:35:lfs.0 00000002:00100000:3.0:1734016150.227677:0:10406:0:(mdc_request.c:819:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff8800aa162680 x1818247339344128/t4294968636(4294968636) o101->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 600/688 e 0 to 0 dl 1734016166 ref 2 fl Complete:RQU/204/0 rc 301/301 job:'lfs.0' uid:0 gid:0 00000080:00010000:3.0:1734016150.227837:0:10406:0:(file.c:6669:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000401:0xa:0x0](ffff8800af1fa8c8) 00000002:00010000:3.0:1734016150.227848:0:10406:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0xa:0x0]) in obj [0x200000401:0xa:0x0], intent: layout flags 0 00010000:00010000:3.0:1734016150.227895:0:10406:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3eba80/0x99188b78c51a2ab2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10406 initiator: MDT0 00010000:00010000:3.0:1734016150.227903:0:10406:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3eba80/0x99188b78c51a2ab2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10406 initiator: MDT0 00010000:00010000:3.0:1734016150.227916:0:10406:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3eba80/0x99188b78c51a2ab2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10406 initiator: MDT0 00000100:00100000:3.0:1734016150.227936:0:10406:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162300 pname:cluuid:pid:xid:nid:opc:job lfs:ca960967-f34d-4bd7-a96b-f55b9893eead:10406:1818247339344640:192.168.201.101@tcp:101:lfs.0 00000100:00100000:3.0:1734016150.228050:0:10406:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7ab19c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016150.231246:0:10406:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162300 pname:cluuid:pid:xid:nid:opc:job lfs:ca960967-f34d-4bd7-a96b-f55b9893eead:10406:1818247339344640:192.168.201.101@tcp:101:lfs.0 00010000:00010000:3.0:1734016150.231268:0:10406:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3eba80/0x99188b78c51a2ab2 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x903ef4aec73225be expref: -99 pid: 10406 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016150.231278:0:10406:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3eba80/0x99188b78c51a2ab2 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec73225be expref: -99 pid: 10406 timeout: 0 lvb_type: 3 00000002:00100000:3.0:1734016150.231289:0:10406:0:(mdc_locks.c:822:mdc_finish_enqueue()) @@@ op=400 disposition=1, status=0 req@ffff8800aa162300 x1818247339344640/t0(0) o101->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 376/424 e 0 to 0 dl 1734016166 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 00000002:00010000:3.0:1734016150.231297:0:10406:0:(mdc_locks.c:926:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3eba80/0x99188b78c51a2ab2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec73225be expref: -99 pid: 10406 timeout: 0 lvb_type: 3 00000002:00010000:3.0:1734016150.231307:0:10406:0:(mdc_locks.c:1262:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3eba80/0x99188b78c51a2ab2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec73225be expref: -99 pid: 10406 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016150.231316:0:10406:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800b6200c00 type 13 mode 16 res 8589935617/10 (0 0) 00000080:00010000:3.0:1734016150.231345:0:10406:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0xa:0x0](ffff8800af1fa8c8) for lock 0x99188b78c51a2ab2 00000080:00010000:3.0:1734016150.231351:0:10406:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a2ab2 from it ffff88012c3a3bf0 00010000:00010000:3.0:1734016150.231353:0:10406:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3eba80/0x99188b78c51a2ab2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x903ef4aec73225be expref: -99 pid: 10406 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016150.231360:0:10406:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3eba80/0x99188b78c51a2ab2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec73225be expref: -99 pid: 10406 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016150.231376:0:10406:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3eba80/0x99188b78c51a2ab2 lrc: 2/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec73225be expref: -99 pid: 10406 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016150.231383:0:10406:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3eba80/0x99188b78c51a2ab2 lrc: 2/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec73225be expref: -99 pid: 10406 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016150.231388:0:10406:0:(file.c:6553:ll_layout_lock_set()) ### file [0x200000401:0xa:0x0](ffff8800af1fa8c8) being reconfigured ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3eba80/0x99188b78c51a2ab2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec73225be expref: -99 pid: 10406 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016150.231413:0:10406:0:(file.c:6447:ll_layout_conf()) [0x200000401:0xa:0x0]: layout version change: 4294967294 -> 0 00010000:00010000:3.0:1734016150.231416:0:10406:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3eba80/0x99188b78c51a2ab2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec73225be expref: -99 pid: 10406 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016150.231421:0:10406:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3eba80/0x99188b78c51a2ab2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec73225be expref: -99 pid: 10406 timeout: 0 lvb_type: 3 00000080:00200008:3.0:1734016150.233296:0:10406:0:(file.c:427:ll_file_release()) START file f16b.sanityn:[0x200000401:0xa:0x0](ffff8800af1fa8c8), flags 100001 00000002:00100000:3.0:1734016150.233337:0:10406:0:(mdc_request.c:909:mdc_close()) @@@ matched open req@ffff8800aa161180 x1818247339343744/t4294968635(4294968635) o101->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 528/608 e 0 to 0 dl 1734016166 ref 1 fl Complete:RPQU/204/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000020:00100000:3.0:1734016150.233359:0:10406:0:(genops.c:2298:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800b60f2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1734016150.233364:0:10406:0:(client.c:782:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800aa162300 x1818247339344896/t0(0) o35->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734016150.233382:0:10406:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162300 pname:cluuid:pid:xid:nid:opc:job lfs:ca960967-f34d-4bd7-a96b-f55b9893eead:10406:1818247339344896:192.168.201.101@tcp:35:lfs.0 00000100:00100000:3.0:1734016150.233442:0:10406:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7ab19c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016150.237277:0:10406:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162300 pname:cluuid:pid:xid:nid:opc:job lfs:ca960967-f34d-4bd7-a96b-f55b9893eead:10406:1818247339344896:192.168.201.101@tcp:35:lfs.0 00000002:00100000:3.0:1734016150.237302:0:10406:0:(mdc_request.c:819:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff8800aa161180 x1818247339343744/t4294968635(4294968635) o101->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 528/608 e 0 to 0 dl 1734016166 ref 1 fl Complete:RQU/204/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 00000100:00100000:3.0:1734016150.256388:0:10408:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job dd:ca960967-f34d-4bd7-a96b-f55b9893eead:10408:1818247339345024:192.168.201.101@tcp:101:dd.0 00010000:00010000:3.0:1734016150.256416:0:10408:0:(ldlm_request.c:706:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a2ab9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec73225cc expref: -99 pid: 10408 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016150.256427:0:10408:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a2ab9 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec73225cc expref: -99 pid: 10408 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016150.256439:0:10408:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a2ab9 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x903ef4aec73225cc expref: -99 pid: 10408 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016150.256448:0:10408:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a2ab9 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec73225cc expref: -99 pid: 10408 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016150.256457:0:10408:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a2ab9 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x903ef4aec73225cc expref: -99 pid: 10408 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016150.256463:0:10408:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a2ab9 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x903ef4aec73225cc expref: -99 pid: 10408 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016150.256468:0:10408:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a2ab9 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x903ef4aec73225cc expref: -99 pid: 10408 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1734016150.256479:0:10408:0:(mdc_locks.c:822:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800a7a7d180 x1818247339345024/t0(0) o101->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 576/688 e 0 to 0 dl 1734016166 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00000002:00010000:3.0:1734016150.256492:0:10408:0:(mdc_locks.c:1262:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a2ab9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec73225cc expref: -99 pid: 10408 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016150.256503:0:10408:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800b6200c00 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:3.0:1734016150.256535:0:10408:0:(llite_lib.c:2906:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:3.0:1734016150.256542:0:10408:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800af1f80c8) for lock 0x99188b78c51a2ab9 00000080:00010000:3.0:1734016150.256546:0:10408:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800af1f80c8) 00000080:00010000:3.0:1734016150.256549:0:10408:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a2ab9 from it ffff88012bf8bbb0 00010000:00010000:3.0:1734016150.256552:0:10408:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a2ab9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x903ef4aec73225cc expref: -99 pid: 10408 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016150.256558:0:10408:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a2ab9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec73225cc expref: -99 pid: 10408 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1734016150.258696:0:10408:0:(file.c:6234:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800af1f80c8), inode mode 41ed mask 1 00000080:00200000:3.0:1734016150.258725:0:10408:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800af1f80c8),name=/ 00000002:00010000:3.0:1734016150.258742:0:10408:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016150.258765:0:10408:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a2ab9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec73225cc expref: -99 pid: 10408 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016150.258777:0:10408:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a2ab9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec73225cc expref: -99 pid: 10408 timeout: 0 lvb_type: 0 00000080:00010000:3.0:1734016150.258786:0:10408:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800af1f80c8) 00000080:00010000:3.0:1734016150.258789:0:10408:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8800af1f80c8) for lock 0x99188b78c51a2ab9 00000080:00010000:3.0:1734016150.258794:0:10408:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a2ab9 from it ffff88012bf8bba0 00010000:00010000:3.0:1734016150.258797:0:10408:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a2ab9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x903ef4aec73225cc expref: -99 pid: 10408 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016150.258804:0:10408:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a2ab9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec73225cc expref: -99 pid: 10408 timeout: 0 lvb_type: 0 00000080:00200000:3.0:1734016150.258814:0:10408:0:(file.c:6234:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8800af1f80c8), inode mode 41ed mask 3 00000080:00200000:3.0:1734016150.258820:0:10408:0:(namei.c:1198:ll_atomic_open()) VFS Op:name=f16b.sanityn, dir=[0x200000007:0x1:0x0](ffff8800af1f80c8), file ffff8800b6116300, open_flags 109241, mode 81b6 opened 0 00000080:00200000:3.0:1734016150.258829:0:10408:0:(namei.c:852:ll_lookup_it()) VFS Op:name=f16b.sanityn, dir=[0x200000007:0x1:0x0](ffff8800af1f80c8), intent=open|creat 00000002:00010000:3.0:1734016150.258843:0:10408:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: f16b.sanityn,[0x200000401:0xb:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 04111102 00010000:00010000:3.0:1734016150.258855:0:10408:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a2ab9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x903ef4aec73225cc expref: -99 pid: 10408 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016150.258903:0:10408:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a2ab9 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x903ef4aec73225cc expref: -99 pid: 10408 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016150.258910:0:10408:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016150.258912:0:10408:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db98240/0x99188b78c51a2ab9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x903ef4aec73225cc expref: -99 pid: 10408 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016150.258965:0:10408:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3e8b40/0x99188b78c51a2ac0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10408 initiator: MDT0 00010000:00010000:3.0:1734016150.258970:0:10408:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3e8b40/0x99188b78c51a2ac0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10408 initiator: MDT0 00000020:00100000:3.0:1734016150.258980:0:10408:0:(genops.c:2298:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800b60f2800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1734016150.258991:0:10408:0:(client.c:782:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800aa163100 x1818247339345280/t0(0) o101->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 656/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734016150.258999:0:10408:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3e8b40/0x99188b78c51a2ac0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10408 initiator: MDT0 00000100:00100000:3.0:1734016150.259021:0:10408:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163100 pname:cluuid:pid:xid:nid:opc:job dd:ca960967-f34d-4bd7-a96b-f55b9893eead:10408:1818247339345280:192.168.201.101@tcp:101:dd.0 00000100:00100000:3.0:1734016150.259186:0:10408:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7ab19c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016150.262727:0:10408:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163100 pname:cluuid:pid:xid:nid:opc:job dd:ca960967-f34d-4bd7-a96b-f55b9893eead:10408:1818247339345280:192.168.201.101@tcp:101:dd.0 00010000:00010000:3.0:1734016150.262748:0:10408:0:(ldlm_request.c:706:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3e8b40/0x99188b78c51a2ac0 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec73225e8 expref: -99 pid: 10408 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016150.262780:0:10408:0:(ldlm_request.c:721:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3e8b40/0x99188b78c51a2ac0 lrc: 4/0,1 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec73225e8 expref: -99 pid: 10408 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016150.262786:0:10408:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3e8b40/0x99188b78c51a2ac0 lrc: 4/0,1 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec73225e8 expref: -99 pid: 10408 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016150.262794:0:10408:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3e8b40/0x99188b78c51a2ac0 lrc: 4/0,1 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x903ef4aec73225e8 expref: -99 pid: 10408 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016150.262801:0:10408:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3e8b40/0x99188b78c51a2ac0 lrc: 4/0,1 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec73225e8 expref: -99 pid: 10408 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016150.262811:0:10408:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3e8b40/0x99188b78c51a2ac0 lrc: 5/1,1 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x903ef4aec73225e8 expref: -99 pid: 10408 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016150.262816:0:10408:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3e8b40/0x99188b78c51a2ac0 lrc: 5/1,1 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x903ef4aec73225e8 expref: -99 pid: 10408 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016150.262821:0:10408:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3e8b40/0x99188b78c51a2ac0 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x903ef4aec73225e8 expref: -99 pid: 10408 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1734016150.262830:0:10408:0:(mdc_locks.c:822:mdc_finish_enqueue()) @@@ op=3 disposition=2b, status=0 req@ffff8800aa163100 x1818247339345280/t4294968639(4294968639) o101->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 656/688 e 0 to 0 dl 1734016166 ref 2 fl Complete:RPQU/204/0 rc 0/0 job:'dd.0' uid:0 gid:0 00000002:00100000:3.0:1734016150.262840:0:10408:0:(mdc_request.c:798:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8800aa163100 x1818247339345280/t4294968639(4294968639) o101->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 656/688 e 0 to 0 dl 1734016166 ref 2 fl Complete:RPQU/204/0 rc 0/0 job:'dd.0' uid:0 gid:0 00000002:00010000:3.0:1734016150.262849:0:10408:0:(mdc_locks.c:926:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3e8b40/0x99188b78c51a2ac0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec73225e8 expref: -99 pid: 10408 timeout: 0 lvb_type: 0 00000002:00010000:3.0:1734016150.262863:0:10408:0:(mdc_locks.c:1262:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3e8b40/0x99188b78c51a2ac0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec73225e8 expref: -99 pid: 10408 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016150.262870:0:10408:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800b6200c00 type 13 mode 4 res 8589935617/10 (0 0) 00000080:00200000:3.0:1734016150.262907:0:10408:0:(namei.c:163:ll_iget()) got inode: [0x200000401:0xa:0x0](ffff8800af1fa8c8): rc = 0 00000080:00200000:3.0:1734016150.262915:0:10408:0:(file.c:6447:ll_layout_conf()) [0x200000401:0xa:0x0]: layout version change: 0 -> 0 00000080:00010000:3.0:1734016150.262919:0:10408:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0xa:0x0](ffff8800af1fa8c8) for lock 0x99188b78c51a2ac0 00000080:00010000:3.0:1734016150.262929:0:10408:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xa:0x0](ffff8800af1fa8c8) 00000080:00200008:3.0:1734016150.262941:0:10408:0:(file.c:862:ll_file_open()) START file f16b.sanityn:[0x200000401:0xa:0x0](ffff8800af1fa8c8), flags 4111101 00000002:00100000:3.0:1734016150.262953:0:10408:0:(mdc_request.c:798:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff8800aa163100 x1818247339345280/t4294968639(4294968639) o101->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 608/688 e 0 to 0 dl 1734016166 ref 2 fl Complete:RPQU/204/0 rc 0/0 job:'dd.0' uid:0 gid:0 00000080:00010000:3.0:1734016150.263009:0:10408:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a2ac0 from it ffff8800b5973ea0 00010000:00010000:3.0:1734016150.263012:0:10408:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3e8b40/0x99188b78c51a2ac0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x903ef4aec73225e8 expref: -99 pid: 10408 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016150.263019:0:10408:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3e8b40/0x99188b78c51a2ac0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec73225e8 expref: -99 pid: 10408 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016150.263035:0:10408:0:(file.c:6234:ll_inode_permission()) VFS Op:inode=[0x200000401:0xa:0x0](ffff8800af1fa8c8), inode mode 81a4 mask 42 00000002:00010000:3.0:1734016150.263054:0:10408:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x200000401:0xa:0x0], intent: getxattr flags 0 00010000:00010000:3.0:1734016150.263078:0:10408:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3eb3c0/0x99188b78c51a2ac7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 10408 initiator: MDT0 00010000:00010000:3.0:1734016150.263084:0:10408:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3eb3c0/0x99188b78c51a2ac7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x0 pid: 10408 initiator: MDT0 00010000:00010000:3.0:1734016150.263090:0:10408:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3eb3c0/0x99188b78c51a2ac7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x0 pid: 10408 initiator: MDT0 00000100:00100000:3.0:1734016150.263107:0:10408:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162a00 pname:cluuid:pid:xid:nid:opc:job dd:ca960967-f34d-4bd7-a96b-f55b9893eead:10408:1818247339345408:192.168.201.101@tcp:101:dd.0 00000100:00100000:3.0:1734016150.263169:0:10408:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7ab19c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016150.267637:0:10408:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162a00 pname:cluuid:pid:xid:nid:opc:job dd:ca960967-f34d-4bd7-a96b-f55b9893eead:10408:1818247339345408:192.168.201.101@tcp:101:dd.0 00010000:00010000:3.0:1734016150.267662:0:10408:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3eb3c0/0x99188b78c51a2ac7 lrc: 4/1,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec73225fd expref: -99 pid: 10408 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016150.267676:0:10408:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3eb3c0/0x99188b78c51a2ac7 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x903ef4aec73225fd expref: -99 pid: 10408 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016150.267687:0:10408:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3eb3c0/0x99188b78c51a2ac7 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec73225fd expref: -99 pid: 10408 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1734016150.267698:0:10408:0:(mdc_locks.c:822:mdc_finish_enqueue()) @@@ op=80 disposition=0, status=0 req@ffff8800aa162a00 x1818247339345408/t0(0) o101->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 568/1176 e 0 to 0 dl 1734016166 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00000002:00010000:3.0:1734016150.267706:0:10408:0:(mdc_locks.c:1262:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3eb3c0/0x99188b78c51a2ac7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec73225fd expref: -99 pid: 10408 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016150.267715:0:10408:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800b6200c00 type 13 mode 4 res 8589935617/10 (0 0) 00000080:00010000:3.0:1734016150.267742:0:10408:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0xa:0x0](ffff8800af1fa8c8) for lock 0x99188b78c51a2ac7 00000080:00010000:3.0:1734016150.267748:0:10408:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x99188b78c51a2ac7 from it ffff88012bf8ba10 00010000:00010000:3.0:1734016150.267751:0:10408:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3eb3c0/0x99188b78c51a2ac7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x903ef4aec73225fd expref: -99 pid: 10408 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016150.267766:0:10408:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3eb3c0/0x99188b78c51a2ac7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x903ef4aec73225fd expref: -99 pid: 10408 timeout: 0 lvb_type: 0 00000080:00200008:3.0:1734016150.267796:0:10408:0:(llite_lib.c:2284:ll_setattr_raw()) START file f16b.sanityn:[0x200000401:0xa:0x0](ffff8800af1fa8c8) current size 0, valid attrs a068, mode 0, uid -1357232664, gid -30720, new size 0, atime 1734016150.000000000, mtime 1734016150.000000000, ctime 1734016150.000000000 00010000:00010000:3.0:1734016150.267824:0:10408:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3e8b40/0x99188b78c51a2ac0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x903ef4aec73225e8 expref: -99 pid: 10408 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016150.267838:0:10408:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3eba80/0x99188b78c51a2ab2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x903ef4aec73225be expref: -99 pid: 10406 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016150.267869:0:10408:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3e8b40/0x99188b78c51a2ac0 lrc: 1/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x903ef4aec73225e8 expref: -99 pid: 10408 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016150.267874:0:10408:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016150.267876:0:10408:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3e8b40/0x99188b78c51a2ac0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x903ef4aec73225e8 expref: -99 pid: 10408 timeout: 0 lvb_type: 3 00000020:00100000:3.0:1734016150.267912:0:10408:0:(genops.c:2298:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800b60f2800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1734016150.267917:0:10408:0:(client.c:782:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800aa162a00 x1818247339345664/t0(0) o36->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734016150.267935:0:10408:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa162a00 pname:cluuid:pid:xid:nid:opc:job dd:ca960967-f34d-4bd7-a96b-f55b9893eead:10408:1818247339345664:192.168.201.101@tcp:36:dd.0 00000100:00100000:3.0:1734016150.268009:0:10408:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7ab19c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016150.269696:0:10408:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa162a00 pname:cluuid:pid:xid:nid:opc:job dd:ca960967-f34d-4bd7-a96b-f55b9893eead:10408:1818247339345664:192.168.201.101@tcp:36:dd.0 00000080:00200000:3.0:1734016150.269769:0:10408:0:(file.c:1603:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1734016150.269776:0:10408:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xa:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1734016150.269800:0:10408:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016150.269827:0:10408:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:3.0:1734016150.269844:0:10408:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 4 00000008:00010000:3.0:1734016150.269850:0:10408:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800a7ab19f0, osc lock ffff8800aa16d1d0, flags 0x80000000 00000008:00010000:3.0:1734016150.269852:0:10408:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 4 00000008:00010000:3.0:1734016150.269854:0:10408:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800a7ab1a30, osc lock ffff8800aa16c980, flags 0x80000000 00010000:00010000:3.0:1734016150.269886:0:10408:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016150.269898:0:10408:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x80000000 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016150.269932:0:10408:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016150.269951:0:10408:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163480 pname:cluuid:pid:xid:nid:opc:job dd:ca960967-f34d-4bd7-a96b-f55b9893eead:10408:1818247339345792:192.168.201.101@tcp:101:dd.0 00000100:00100000:3.0:1734016150.269998:0:10408:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a7ab1b40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016150.272470:0:10408:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa163480 pname:cluuid:pid:xid:nid:opc:job dd:ca960967-f34d-4bd7-a96b-f55b9893eead:10408:1818247339345792:192.168.201.101@tcp:101:dd.0 00010000:00010000:3.0:1734016150.272500:0:10408:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016150.272513:0:10408:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016150.272533:0:10408:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.272546:0:10408:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016150.272556:0:10408:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016150.272613:0:10408:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016150.275860:0:1983:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339346048:192.168.201.101@tcp:10:dd.0 00000100:00100000:3.0:1734016150.276094:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339346176:192.168.201.101@tcp:10:dd.0 00000100:00100000:3.0:1734016150.277614:0:1982:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339346176:192.168.201.101@tcp:10:dd.0 00000100:00100000:3.0:1734016150.277658:0:1983:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1983:1818247339346048:192.168.201.101@tcp:10:dd.0 00000080:00200008:3.0:1734016150.284675:0:10408:0:(file.c:2466:do_file_write_iter()) START file f16b.sanityn:[0x200000401:0xa:0x0], ppos: 0, count: 4194304 00000080:00200000:3.0:1734016150.284708:0:10408:0:(file.c:1826:ll_file_io_generic()) f16b.sanityn: write ppos: 0, bytes: 4194304 00000080:00200000:3.0:1734016150.284714:0:10408:0:(file.c:1603:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000020:00200000:3.0:1734016150.284726:0:10408:0:(cl_io.c:195:cl_io_rw_init()) header@ffff88012c8ee7d0[0x4, 1, [0x200000401:0xa:0x0] hash] 00000020:00200000:3.0:1734016150.284729:0:10408:0:(cl_io.c:195:cl_io_rw_init()) io range: 2 [0, 4194304) 0 0 00000080:00200000:3.0:1734016150.284736:0:10408:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xa:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016150.284779:0:10408:0:(file.c:1893:ll_file_io_generic()) Range lock [0, 1023] 00020000:00200000:3.0:1734016150.284791:0:10408:0:(lov_io.c:1021:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 4194304) 4194304, 4194304 00020000:00200000:3.0:1734016150.284795:0:10408:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016150.284857:0:10408:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [0, 1023] 00000008:00010000:3.0:1734016150.284876:0:10408:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016150.284881:0:10408:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b00d3bb0, osc lock ffff8800aa16cab0, flags 0x0 00010000:00010000:3.0:1734016150.284908:0:10408:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016150.284925:0:10408:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 4194303) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016150.284939:0:10408:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016150.284953:0:10408:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016150.284959:0:10408:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.284968:0:10408:0:(vvp_io.c:1326:vvp_io_write_start()) f16b.sanityn: write [0, 4194304) 00000080:00200000:3.0:1734016150.284987:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 0 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.285015:0:10408:0:(rw26.c:1006:ll_write_end()) pos 0, len 4096, copied 4096 00000080:00200000:3.0:1734016150.285020:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012bfc65e8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.285023:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d56c0 1fffff00000805 3:0 ffff88012bfc65e8 0 lru 00000080:00200000:3.0:1734016150.285029:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012bfc6648 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1734016150.285030:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012bfc65e8 00000080:00200000:3.0:1734016150.285031:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.285033:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.285054:0:10408:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.285071:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.285085:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1734016150.285092:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 1 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.285109:0:10408:0:(rw26.c:1006:ll_write_end()) pos 4096, len 4096, copied 4096 00000080:00200000:3.0:1734016150.285112:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012bfc6510[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.285114:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d5440 1fffff00000805 3:0 ffff88012bfc6510 1 lru 00000080:00200000:3.0:1734016150.285119:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012bfc6570 1: 1< 0 - - > 2< 4096 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489852928 - | - - + - > 5< - - + - | 0 - | 1 - -> 00000080:00200000:3.0:1734016150.285120:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012bfc6510 00000080:00200000:3.0:1734016150.285121:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.285122:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.285131:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.285139:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.285145:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.285153:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.285165:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.285168:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 8192 00000080:00200000:3.0:1734016150.285170:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 2 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.285184:0:10408:0:(rw26.c:1006:ll_write_end()) pos 8192, len 4096, copied 4096 00000080:00200000:3.0:1734016150.285188:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012bfc6438[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.285190:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c8180 1fffff00000805 3:0 ffff88012bfc6438 2 lru 00000080:00200000:3.0:1734016150.285194:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012bfc6498 2: 1< 0 - - > 2< 8192 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489848832 - | - - + - > 5< - - + - | 0 - | 2 - -> 00000080:00200000:3.0:1734016150.285195:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012bfc6438 00000080:00200000:3.0:1734016150.285196:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.285197:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.285202:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.285209:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.285215:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.285226:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.285234:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.285237:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 12288 00000080:00200000:3.0:1734016150.285239:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 3 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.285251:0:10408:0:(rw26.c:1006:ll_write_end()) pos 12288, len 4096, copied 4096 00000080:00200000:3.0:1734016150.285254:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012bfc6360[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.285256:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cf140 1fffff00000805 3:0 ffff88012bfc6360 3 lru 00000080:00200000:3.0:1734016150.285260:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012bfc63c0 3: 1< 0 - - > 2< 12288 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489844736 - | - - + - > 5< - - + - | 0 - | 3 - -> 00000080:00200000:3.0:1734016150.285261:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012bfc6360 00000080:00200000:3.0:1734016150.285262:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.285264:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.285268:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.285274:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.285280:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.285286:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.285294:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.285297:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 16384 00000080:00200000:3.0:1734016150.285299:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 4 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.285309:0:10408:0:(rw26.c:1006:ll_write_end()) pos 16384, len 4096, copied 4096 00000080:00200000:3.0:1734016150.285311:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012bfc6288[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.285314:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a4e600 1fffff00000805 3:0 ffff88012bfc6288 4 lru 00000080:00200000:3.0:1734016150.285318:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012bfc62e8 4: 1< 0 - - > 2< 16384 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489840640 - | - - + - > 5< - - + - | 0 - | 4 - -> 00000080:00200000:3.0:1734016150.285338:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012bfc6288 00000080:00200000:3.0:1734016150.285339:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.285340:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.285346:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.285352:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.285357:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.285363:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.285371:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.285374:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 20480 00000080:00200000:3.0:1734016150.285376:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 5 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.285387:0:10408:0:(rw26.c:1006:ll_write_end()) pos 20480, len 4096, copied 4096 00000080:00200000:3.0:1734016150.285390:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012bfc61b0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.285392:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cc900 1fffff00000805 3:0 ffff88012bfc61b0 5 lru 00000080:00200000:3.0:1734016150.285396:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012bfc6210 5: 1< 0 - - > 2< 20480 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489836544 - | - - + - > 5< - - + - | 0 - | 5 - -> 00000080:00200000:3.0:1734016150.285397:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012bfc61b0 00000080:00200000:3.0:1734016150.285398:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.285399:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.285404:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.285410:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.285416:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.285423:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.285430:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.285433:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 24576 00000080:00200000:3.0:1734016150.285435:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 6 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.285445:0:10408:0:(rw26.c:1006:ll_write_end()) pos 24576, len 4096, copied 4096 00000080:00200000:3.0:1734016150.285447:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012bfc60d8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.285450:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cd1c0 1fffff00000805 3:0 ffff88012bfc60d8 6 lru 00000080:00200000:3.0:1734016150.285454:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012bfc6138 6: 1< 0 - - > 2< 24576 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489832448 - | - - + - > 5< - - + - | 0 - | 6 - -> 00000080:00200000:3.0:1734016150.285455:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012bfc60d8 00000080:00200000:3.0:1734016150.285456:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.285457:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.285461:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.285467:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.285473:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.285479:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.285486:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.285489:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 28672 00000080:00200000:3.0:1734016150.285491:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 7 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.285500:0:10408:0:(rw26.c:1006:ll_write_end()) pos 28672, len 4096, copied 4096 00000080:00200000:3.0:1734016150.285503:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012bfc6000[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.285505:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a55a80 1fffff00000805 3:0 ffff88012bfc6000 7 lru 00000080:00200000:3.0:1734016150.285509:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012bfc6060 7: 1< 0 - - > 2< 28672 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489828352 - | - - + - > 5< - - + - | 0 - | 7 - -> 00000080:00200000:3.0:1734016150.285510:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012bfc6000 00000080:00200000:3.0:1734016150.285511:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.285512:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.285517:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.285523:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.285529:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.285535:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.285542:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.285545:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 32768 00000080:00200000:3.0:1734016150.285548:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 8 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.285559:0:10408:0:(rw26.c:1006:ll_write_end()) pos 32768, len 4096, copied 4096 00000080:00200000:3.0:1734016150.285561:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012bfc6798[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.285563:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d5780 1fffff00000805 3:0 ffff88012bfc6798 8 lru 00000080:00200000:3.0:1734016150.285567:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012bfc67f8 8: 1< 0 - - > 2< 32768 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489824256 - | - - + - > 5< - - + - | 0 - | 8 - -> 00000080:00200000:3.0:1734016150.285568:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012bfc6798 00000080:00200000:3.0:1734016150.285569:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.285571:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.285575:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.285582:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.285587:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.285593:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.285600:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.285604:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 36864 00000080:00200000:3.0:1734016150.285606:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 9 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.285619:0:10408:0:(rw26.c:1006:ll_write_end()) pos 36864, len 4096, copied 4096 00000080:00200000:3.0:1734016150.285622:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012bfc6870[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.285624:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029ded00 1fffff00000805 3:0 ffff88012bfc6870 9 lru 00000080:00200000:3.0:1734016150.285628:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012bfc68d0 9: 1< 0 - - > 2< 36864 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489820160 - | - - + - > 5< - - + - | 0 - | 9 - -> 00000080:00200000:3.0:1734016150.285629:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012bfc6870 00000080:00200000:3.0:1734016150.285630:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.285631:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.285637:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.285643:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.285649:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.285653:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.285660:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.285663:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 40960 00000080:00200000:3.0:1734016150.285665:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 10 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.285677:0:10408:0:(rw26.c:1006:ll_write_end()) pos 40960, len 4096, copied 4096 00000080:00200000:3.0:1734016150.285680:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012bfc6948[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.285682:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cccc0 1fffff00000805 3:0 ffff88012bfc6948 10 lru 00000080:00200000:3.0:1734016150.285686:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012bfc69a8 10: 1< 0 - - > 2< 40960 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489816064 - | - - + - > 5< - - + - | 0 - | 10 - -> 00000080:00200000:3.0:1734016150.285687:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012bfc6948 00000080:00200000:3.0:1734016150.285688:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.285689:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.285695:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.285701:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.285706:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.285713:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.285720:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.285723:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 45056 00000080:00200000:3.0:1734016150.285725:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 11 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.285742:0:10408:0:(rw26.c:1006:ll_write_end()) pos 45056, len 4096, copied 4096 00000080:00200000:3.0:1734016150.285745:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012bfc6a20[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.285747:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cd100 1fffff00000825 2:0 ffff88012bfc6a20 11 lru 00000080:00200000:3.0:1734016150.285750:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012bfc6a80 11: 1< 0 - - > 2< 45056 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489811968 - | - - + - > 5< - - + - | 0 - | 11 - -> 00000080:00200000:3.0:1734016150.285752:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012bfc6a20 00000080:00200000:3.0:1734016150.285765:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.285766:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.285773:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.285779:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.285785:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.285790:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.285798:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.285801:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 49152 00000080:00200000:3.0:1734016150.285804:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 12 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.285818:0:10408:0:(rw26.c:1006:ll_write_end()) pos 49152, len 4096, copied 4096 00000080:00200000:3.0:1734016150.285820:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012bfc6af8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.285823:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a55c80 1fffff00000805 3:0 ffff88012bfc6af8 12 lru 00000080:00200000:3.0:1734016150.285827:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012bfc6b58 12: 1< 0 - - > 2< 49152 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489807872 - | - - + - > 5< - - + - | 0 - | 12 - -> 00000080:00200000:3.0:1734016150.285828:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012bfc6af8 00000080:00200000:3.0:1734016150.285829:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.285831:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.285836:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.285842:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.285847:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.285852:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.285859:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.285862:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 53248 00000080:00200000:3.0:1734016150.285864:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 13 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.285876:0:10408:0:(rw26.c:1006:ll_write_end()) pos 53248, len 4096, copied 4096 00000080:00200000:3.0:1734016150.285879:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012bfc6bd0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.285882:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a51180 1fffff00000805 3:0 ffff88012bfc6bd0 13 lru 00000080:00200000:3.0:1734016150.285886:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012bfc6c30 13: 1< 0 - - > 2< 53248 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489803776 - | - - + - > 5< - - + - | 0 - | 13 - -> 00000080:00200000:3.0:1734016150.285887:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012bfc6bd0 00000080:00200000:3.0:1734016150.285888:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.285889:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.285895:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.285902:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.285907:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.285912:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.285920:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.285922:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 57344 00000080:00200000:3.0:1734016150.285925:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 14 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.285938:0:10408:0:(rw26.c:1006:ll_write_end()) pos 57344, len 4096, copied 4096 00000080:00200000:3.0:1734016150.285941:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012bfc6ca8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.285943:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d57c0 1fffff00000805 3:0 ffff88012bfc6ca8 14 lru 00000080:00200000:3.0:1734016150.285947:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012bfc6d08 14: 1< 0 - - > 2< 57344 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489799680 - | - - + - > 5< - - + - | 0 - | 14 - -> 00000080:00200000:3.0:1734016150.285948:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012bfc6ca8 00000080:00200000:3.0:1734016150.285949:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.285950:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.285956:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.285962:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.285967:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.285974:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.285982:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.285984:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 61440 00000080:00200000:3.0:1734016150.285987:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 15 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.286001:0:10408:0:(rw26.c:1006:ll_write_end()) pos 61440, len 4096, copied 4096 00000080:00200000:3.0:1734016150.286004:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012bfc6d80[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.286005:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d5600 1fffff00000805 3:0 ffff88012bfc6d80 15 lru 00000080:00200000:3.0:1734016150.286009:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012bfc6de0 15: 1< 0 - - > 2< 61440 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489795584 - | - - + - > 5< - - + - | 0 - | 15 - -> 00000080:00200000:3.0:1734016150.286011:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012bfc6d80 00000080:00200000:3.0:1734016150.286012:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.286013:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.286018:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.286024:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.286029:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.286034:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.286041:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.286044:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 65536 00000080:00200000:3.0:1734016150.286048:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 16 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.286061:0:10408:0:(rw26.c:1006:ll_write_end()) pos 65536, len 4096, copied 4096 00000080:00200000:3.0:1734016150.286064:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012bfc6e58[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.286066:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d54c0 1fffff00000805 3:0 ffff88012bfc6e58 16 lru 00000080:00200000:3.0:1734016150.286070:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012bfc6eb8 16: 1< 0 - - > 2< 65536 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489791488 - | - - + - > 5< - - + - | 0 - | 16 - -> 00000080:00200000:3.0:1734016150.286072:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012bfc6e58 00000080:00200000:3.0:1734016150.286073:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.286074:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.286080:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.286087:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.286092:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.286097:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.286104:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.286107:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 69632 00000080:00200000:3.0:1734016150.286110:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 17 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.286126:0:10408:0:(rw26.c:1006:ll_write_end()) pos 69632, len 4096, copied 4096 00000080:00200000:3.0:1734016150.286129:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136b6ee58[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.286131:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a71340 1fffff00000805 3:0 ffff880136b6ee58 17 lru 00000080:00200000:3.0:1734016150.286135:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136b6eeb8 17: 1< 0 - - > 2< 69632 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489787392 - | - - + - > 5< - - + - | 0 - | 17 - -> 00000080:00200000:3.0:1734016150.286137:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136b6ee58 00000080:00200000:3.0:1734016150.286138:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.286139:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.286144:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.286150:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.286155:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.286159:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.286167:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.286170:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 73728 00000080:00200000:3.0:1734016150.286173:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 18 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.286186:0:10408:0:(rw26.c:1006:ll_write_end()) pos 73728, len 4096, copied 4096 00000080:00200000:3.0:1734016150.286189:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136b6ed80[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.286191:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a52780 1fffff00000805 3:0 ffff880136b6ed80 18 lru 00000080:00200000:3.0:1734016150.286195:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136b6ede0 18: 1< 0 - - > 2< 73728 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489783296 - | - - + - > 5< - - + - | 0 - | 18 - -> 00000080:00200000:3.0:1734016150.286196:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136b6ed80 00000080:00200000:3.0:1734016150.286197:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.286198:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.286204:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.286210:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.286216:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.286222:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.286230:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.286233:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 77824 00000080:00200000:3.0:1734016150.286235:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 19 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.286248:0:10408:0:(rw26.c:1006:ll_write_end()) pos 77824, len 4096, copied 4096 00000080:00200000:3.0:1734016150.286251:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136b6eca8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.286254:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d5740 1fffff00000805 3:0 ffff880136b6eca8 19 lru 00000080:00200000:3.0:1734016150.286258:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136b6ed08 19: 1< 0 - - > 2< 77824 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489779200 - | - - + - > 5< - - + - | 0 - | 19 - -> 00000080:00200000:3.0:1734016150.286259:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136b6eca8 00000080:00200000:3.0:1734016150.286261:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.286262:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.286267:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.286274:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.286279:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.286285:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.286291:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.286294:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 81920 00000080:00200000:3.0:1734016150.286296:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 20 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.286310:0:10408:0:(rw26.c:1006:ll_write_end()) pos 81920, len 4096, copied 4096 00000080:00200000:3.0:1734016150.286314:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136b6ebd0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.286316:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a4ef80 1fffff00000805 3:0 ffff880136b6ebd0 20 lru 00000080:00200000:3.0:1734016150.286436:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136b6ec30 20: 1< 0 - - > 2< 81920 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489775104 - | - - + - > 5< - - + - | 0 - | 20 - -> 00000080:00200000:3.0:1734016150.286438:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136b6ebd0 00000080:00200000:3.0:1734016150.286439:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.286441:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.286449:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.286455:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.286460:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.286465:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.286473:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.286476:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 86016 00000080:00200000:3.0:1734016150.286478:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 21 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.286493:0:10408:0:(rw26.c:1006:ll_write_end()) pos 86016, len 4096, copied 4096 00000080:00200000:3.0:1734016150.286496:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136b6eaf8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.286498:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c8780 1fffff00000805 3:0 ffff880136b6eaf8 21 lru 00000080:00200000:3.0:1734016150.286502:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136b6eb58 21: 1< 0 - - > 2< 86016 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489771008 - | - - + - > 5< - - + - | 0 - | 21 - -> 00000080:00200000:3.0:1734016150.286503:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136b6eaf8 00000080:00200000:3.0:1734016150.286504:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.286505:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.286511:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.286517:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.286523:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.286528:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.286535:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.286538:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 90112 00000080:00200000:3.0:1734016150.286540:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 22 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.286553:0:10408:0:(rw26.c:1006:ll_write_end()) pos 90112, len 4096, copied 4096 00000080:00200000:3.0:1734016150.286556:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136b6ea20[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.286557:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cc9c0 1fffff00000805 3:0 ffff880136b6ea20 22 lru 00000080:00200000:3.0:1734016150.286561:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136b6ea80 22: 1< 0 - - > 2< 90112 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489766912 - | - - + - > 5< - - + - | 0 - | 22 - -> 00000080:00200000:3.0:1734016150.286563:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136b6ea20 00000080:00200000:3.0:1734016150.286564:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.286565:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.286571:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.286577:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.286582:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.286589:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.286596:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.286599:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 94208 00000080:00200000:3.0:1734016150.286601:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 23 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.286615:0:10408:0:(rw26.c:1006:ll_write_end()) pos 94208, len 4096, copied 4096 00000080:00200000:3.0:1734016150.286617:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136b6e948[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.286619:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c8680 1fffff00000805 3:0 ffff880136b6e948 23 lru 00000080:00200000:3.0:1734016150.286623:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136b6e9a8 23: 1< 0 - - > 2< 94208 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489762816 - | - - + - > 5< - - + - | 0 - | 23 - -> 00000080:00200000:3.0:1734016150.286625:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136b6e948 00000080:00200000:3.0:1734016150.286626:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.286627:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.286633:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.286638:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.286644:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.286650:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.286657:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.286661:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 98304 00000080:00200000:3.0:1734016150.286663:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 24 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.286677:0:10408:0:(rw26.c:1006:ll_write_end()) pos 98304, len 4096, copied 4096 00000080:00200000:3.0:1734016150.286680:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136b6e870[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.286682:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a52880 1fffff00000805 3:0 ffff880136b6e870 24 lru 00000080:00200000:3.0:1734016150.286686:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136b6e8d0 24: 1< 0 - - > 2< 98304 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489758720 - | - - + - > 5< - - + - | 0 - | 24 - -> 00000080:00200000:3.0:1734016150.286688:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136b6e870 00000080:00200000:3.0:1734016150.286689:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.286690:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.286696:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.286702:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.286707:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.286712:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.286719:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.286722:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 102400 00000080:00200000:3.0:1734016150.286724:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 25 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.286740:0:10408:0:(rw26.c:1006:ll_write_end()) pos 102400, len 4096, copied 4096 00000080:00200000:3.0:1734016150.286743:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136b6e798[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.286746:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a4e680 1fffff00000825 2:0 ffff880136b6e798 25 lru 00000080:00200000:3.0:1734016150.286750:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136b6e7f8 25: 1< 0 - - > 2< 102400 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489754624 - | - - + - > 5< - - + - | 0 - | 25 - -> 00000080:00200000:3.0:1734016150.286751:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136b6e798 00000080:00200000:3.0:1734016150.286752:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.286764:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.286771:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.286777:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.286782:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.286787:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.286796:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.286799:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 106496 00000080:00200000:3.0:1734016150.286801:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 26 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.286816:0:10408:0:(rw26.c:1006:ll_write_end()) pos 106496, len 4096, copied 4096 00000080:00200000:3.0:1734016150.286819:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136b6e6c0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.286821:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a59480 1fffff00000805 3:0 ffff880136b6e6c0 26 lru 00000080:00200000:3.0:1734016150.286826:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136b6e720 26: 1< 0 - - > 2< 106496 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489750528 - | - - + - > 5< - - + - | 0 - | 26 - -> 00000080:00200000:3.0:1734016150.286827:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136b6e6c0 00000080:00200000:3.0:1734016150.286828:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.286829:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.286834:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.286840:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.286845:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.286852:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.286859:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.286863:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 110592 00000080:00200000:3.0:1734016150.286865:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 27 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.286878:0:10408:0:(rw26.c:1006:ll_write_end()) pos 110592, len 4096, copied 4096 00000080:00200000:3.0:1734016150.286881:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136b6e5e8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.286883:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a51d40 1fffff00000805 3:0 ffff880136b6e5e8 27 lru 00000080:00200000:3.0:1734016150.286887:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136b6e648 27: 1< 0 - - > 2< 110592 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489746432 - | - - + - > 5< - - + - | 0 - | 27 - -> 00000080:00200000:3.0:1734016150.286888:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136b6e5e8 00000080:00200000:3.0:1734016150.286889:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.286890:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.286897:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.286902:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.286909:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.286913:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.286921:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.286923:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 114688 00000080:00200000:3.0:1734016150.286925:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 28 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.286937:0:10408:0:(rw26.c:1006:ll_write_end()) pos 114688, len 4096, copied 4096 00000080:00200000:3.0:1734016150.286939:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136b6e510[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.286941:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a5a840 1fffff00000805 3:0 ffff880136b6e510 28 lru 00000080:00200000:3.0:1734016150.286946:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136b6e570 28: 1< 0 - - > 2< 114688 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489742336 - | - - + - > 5< - - + - | 0 - | 28 - -> 00000080:00200000:3.0:1734016150.286947:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136b6e510 00000080:00200000:3.0:1734016150.286948:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.286949:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.286953:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.286959:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.286963:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.286968:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.286976:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.286979:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 118784 00000080:00200000:3.0:1734016150.286981:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 29 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.286992:0:10408:0:(rw26.c:1006:ll_write_end()) pos 118784, len 4096, copied 4096 00000080:00200000:3.0:1734016150.286995:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136b6e438[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.286997:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a55c00 1fffff00000805 3:0 ffff880136b6e438 29 lru 00000080:00200000:3.0:1734016150.287000:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136b6e498 29: 1< 0 - - > 2< 118784 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489738240 - | - - + - > 5< - - + - | 0 - | 29 - -> 00000080:00200000:3.0:1734016150.287001:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136b6e438 00000080:00200000:3.0:1734016150.287002:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.287003:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.287008:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.287013:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.287018:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.287024:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.287031:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.287034:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 122880 00000080:00200000:3.0:1734016150.287035:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 30 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.287046:0:10408:0:(rw26.c:1006:ll_write_end()) pos 122880, len 4096, copied 4096 00000080:00200000:3.0:1734016150.287048:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136b6e360[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.287050:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a5d080 1fffff00000805 3:0 ffff880136b6e360 30 lru 00000080:00200000:3.0:1734016150.287054:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136b6e3c0 30: 1< 0 - - > 2< 122880 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489734144 - | - - + - > 5< - - + - | 0 - | 30 - -> 00000080:00200000:3.0:1734016150.287055:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136b6e360 00000080:00200000:3.0:1734016150.287056:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.287057:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.287062:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.287068:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.287073:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.287079:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.287087:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.287091:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 126976 00000080:00200000:3.0:1734016150.287093:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 31 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.287103:0:10408:0:(rw26.c:1006:ll_write_end()) pos 126976, len 4096, copied 4096 00000080:00200000:3.0:1734016150.287106:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136b6e288[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.287108:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d7b80 1fffff00000805 3:0 ffff880136b6e288 31 lru 00000080:00200000:3.0:1734016150.287112:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136b6e2e8 31: 1< 0 - - > 2< 126976 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489730048 - | - - + - > 5< - - + - | 0 - | 31 - -> 00000080:00200000:3.0:1734016150.287113:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136b6e288 00000080:00200000:3.0:1734016150.287114:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.287116:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.287123:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.287130:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.287134:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.287139:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.287146:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.287148:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 131072 00000080:00200000:3.0:1734016150.287150:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 32 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.287162:0:10408:0:(rw26.c:1006:ll_write_end()) pos 131072, len 4096, copied 4096 00000080:00200000:3.0:1734016150.287164:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136b6e1b0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.287166:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002b3bb40 1fffff00000805 3:0 ffff880136b6e1b0 32 lru 00000080:00200000:3.0:1734016150.287170:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136b6e210 32: 1< 0 - - > 2< 131072 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489725952 - | - - + - > 5< - - + - | 0 - | 32 - -> 00000080:00200000:3.0:1734016150.287171:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136b6e1b0 00000080:00200000:3.0:1734016150.287172:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.287173:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.287178:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.287184:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.287190:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.287196:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.287205:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.287208:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 135168 00000080:00200000:3.0:1734016150.287210:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 33 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.287222:0:10408:0:(rw26.c:1006:ll_write_end()) pos 135168, len 4096, copied 4096 00000080:00200000:3.0:1734016150.287225:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136b6e0d8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.287227:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a58bc0 1fffff00000805 3:0 ffff880136b6e0d8 33 lru 00000080:00200000:3.0:1734016150.287231:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136b6e138 33: 1< 0 - - > 2< 135168 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489721856 - | - - + - > 5< - - + - | 0 - | 33 - -> 00000080:00200000:3.0:1734016150.287232:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136b6e0d8 00000080:00200000:3.0:1734016150.287233:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.287234:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.287240:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.287246:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.287251:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.287257:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.287265:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.287267:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 139264 00000080:00200000:3.0:1734016150.287269:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 34 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.287281:0:10408:0:(rw26.c:1006:ll_write_end()) pos 139264, len 4096, copied 4096 00000080:00200000:3.0:1734016150.287283:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136b6e000[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.287285:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d0340 1fffff00000805 3:0 ffff880136b6e000 34 lru 00000080:00200000:3.0:1734016150.287288:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136b6e060 34: 1< 0 - - > 2< 139264 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489717760 - | - - + - > 5< - - + - | 0 - | 34 - -> 00000080:00200000:3.0:1734016150.287290:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136b6e000 00000080:00200000:3.0:1734016150.287290:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.287291:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.287295:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.287300:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.287305:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.287311:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.287317:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.287319:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 143360 00000080:00200000:3.0:1734016150.287336:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 35 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.287349:0:10408:0:(rw26.c:1006:ll_write_end()) pos 143360, len 4096, copied 4096 00000080:00200000:3.0:1734016150.287351:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012a5cce58[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.287353:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002b7a940 1fffff00000805 3:0 ffff88012a5cce58 35 lru 00000080:00200000:3.0:1734016150.287356:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012a5cceb8 35: 1< 0 - - > 2< 143360 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489713664 - | - - + - > 5< - - + - | 0 - | 35 - -> 00000080:00200000:3.0:1734016150.287357:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012a5cce58 00000080:00200000:3.0:1734016150.287358:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.287359:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.287363:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.287370:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.287375:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.287381:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.287389:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.287392:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 147456 00000080:00200000:3.0:1734016150.287395:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 36 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.287407:0:10408:0:(rw26.c:1006:ll_write_end()) pos 147456, len 4096, copied 4096 00000080:00200000:3.0:1734016150.287409:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012a5ccd80[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.287412:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a5f380 1fffff00000805 3:0 ffff88012a5ccd80 36 lru 00000080:00200000:3.0:1734016150.287416:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012a5ccde0 36: 1< 0 - - > 2< 147456 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489709568 - | - - + - > 5< - - + - | 0 - | 36 - -> 00000080:00200000:3.0:1734016150.287417:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012a5ccd80 00000080:00200000:3.0:1734016150.287418:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.287419:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.287425:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.287431:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.287437:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.287443:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.287452:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.287455:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 151552 00000080:00200000:3.0:1734016150.287457:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 37 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.287468:0:10408:0:(rw26.c:1006:ll_write_end()) pos 151552, len 4096, copied 4096 00000080:00200000:3.0:1734016150.287470:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012a5ccca8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.287472:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a53200 1fffff00000805 3:0 ffff88012a5ccca8 37 lru 00000080:00200000:3.0:1734016150.287475:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012a5ccd08 37: 1< 0 - - > 2< 151552 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489705472 - | - - + - > 5< - - + - | 0 - | 37 - -> 00000080:00200000:3.0:1734016150.287477:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012a5ccca8 00000080:00200000:3.0:1734016150.287477:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.287478:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.287483:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.287489:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.287493:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.287499:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.287506:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.287508:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 155648 00000080:00200000:3.0:1734016150.287510:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 38 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.287521:0:10408:0:(rw26.c:1006:ll_write_end()) pos 155648, len 4096, copied 4096 00000080:00200000:3.0:1734016150.287523:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012a5ccbd0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.287525:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d3c00 1fffff00000805 3:0 ffff88012a5ccbd0 38 lru 00000080:00200000:3.0:1734016150.287530:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012a5ccc30 38: 1< 0 - - > 2< 155648 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489701376 - | - - + - > 5< - - + - | 0 - | 38 - -> 00000080:00200000:3.0:1734016150.287531:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012a5ccbd0 00000080:00200000:3.0:1734016150.287532:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.287533:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.287538:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.287543:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.287549:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.287555:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.287562:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.287565:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 159744 00000080:00200000:3.0:1734016150.287567:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 39 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.287579:0:10408:0:(rw26.c:1006:ll_write_end()) pos 159744, len 4096, copied 4096 00000080:00200000:3.0:1734016150.287582:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012a5ccaf8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.287583:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d5680 1fffff00000825 2:0 ffff88012a5ccaf8 39 lru 00000080:00200000:3.0:1734016150.287586:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012a5ccb58 39: 1< 0 - - > 2< 159744 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489697280 - | - - + - > 5< - - + - | 0 - | 39 - -> 00000080:00200000:3.0:1734016150.287587:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012a5ccaf8 00000080:00200000:3.0:1734016150.287588:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.287589:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.287592:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.287596:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.287599:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.287603:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.287606:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.287608:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 163840 00000080:00200000:3.0:1734016150.287610:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 40 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.287617:0:10408:0:(rw26.c:1006:ll_write_end()) pos 163840, len 4096, copied 4096 00000080:00200000:3.0:1734016150.287619:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012a5cca20[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.287620:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d3900 1fffff00000805 3:0 ffff88012a5cca20 40 lru 00000080:00200000:3.0:1734016150.287623:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012a5cca80 40: 1< 0 - - > 2< 163840 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489693184 - | - - + - > 5< - - + - | 0 - | 40 - -> 00000080:00200000:3.0:1734016150.287624:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012a5cca20 00000080:00200000:3.0:1734016150.287624:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.287625:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.287627:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.287630:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.287633:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.287636:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.287640:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.287641:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 167936 00000080:00200000:3.0:1734016150.287642:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 41 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.287649:0:10408:0:(rw26.c:1006:ll_write_end()) pos 167936, len 4096, copied 4096 00000080:00200000:3.0:1734016150.287650:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012a5cc948[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.287652:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a53900 1fffff00000805 3:0 ffff88012a5cc948 41 lru 00000080:00200000:3.0:1734016150.287654:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012a5cc9a8 41: 1< 0 - - > 2< 167936 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489689088 - | - - + - > 5< - - + - | 0 - | 41 - -> 00000080:00200000:3.0:1734016150.287655:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012a5cc948 00000080:00200000:3.0:1734016150.287655:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.287656:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.287659:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.287662:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.287666:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.287669:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.287672:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.287673:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 172032 00000080:00200000:3.0:1734016150.287674:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 42 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.287681:0:10408:0:(rw26.c:1006:ll_write_end()) pos 172032, len 4096, copied 4096 00000080:00200000:3.0:1734016150.287683:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012a5cc870[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.287684:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a9e280 1fffff00000805 3:0 ffff88012a5cc870 42 lru 00000080:00200000:3.0:1734016150.287686:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012a5cc8d0 42: 1< 0 - - > 2< 172032 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489684992 - | - - + - > 5< - - + - | 0 - | 42 - -> 00000080:00200000:3.0:1734016150.287687:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012a5cc870 00000080:00200000:3.0:1734016150.287687:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.287688:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.287690:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.287693:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.287696:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.287701:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.287705:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.287707:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 176128 00000080:00200000:3.0:1734016150.287708:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 43 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.287715:0:10408:0:(rw26.c:1006:ll_write_end()) pos 176128, len 4096, copied 4096 00000080:00200000:3.0:1734016150.287716:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012a5cc798[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.287718:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a533c0 1fffff00000805 3:0 ffff88012a5cc798 43 lru 00000080:00200000:3.0:1734016150.287720:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012a5cc7f8 43: 1< 0 - - > 2< 176128 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489680896 - | - - + - > 5< - - + - | 0 - | 43 - -> 00000080:00200000:3.0:1734016150.287721:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012a5cc798 00000080:00200000:3.0:1734016150.287721:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.287722:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.287724:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.287728:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.287731:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.287734:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.287738:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.287740:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 180224 00000080:00200000:3.0:1734016150.287741:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 44 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.287748:0:10408:0:(rw26.c:1006:ll_write_end()) pos 180224, len 4096, copied 4096 00000080:00200000:3.0:1734016150.287749:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012a5cc6c0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.287751:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a73f00 1fffff00000805 3:0 ffff88012a5cc6c0 44 lru 00000080:00200000:3.0:1734016150.287768:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012a5cc720 44: 1< 0 - - > 2< 180224 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489676800 - | - - + - > 5< - - + - | 0 - | 44 - -> 00000080:00200000:3.0:1734016150.287770:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012a5cc6c0 00000080:00200000:3.0:1734016150.287771:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.287772:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.287777:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.287783:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.287788:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.287795:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.287803:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.287806:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 184320 00000080:00200000:3.0:1734016150.287808:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 45 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.287820:0:10408:0:(rw26.c:1006:ll_write_end()) pos 184320, len 4096, copied 4096 00000080:00200000:3.0:1734016150.287822:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012a5cc5e8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.287824:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d7a80 1fffff00000805 3:0 ffff88012a5cc5e8 45 lru 00000080:00200000:3.0:1734016150.287828:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012a5cc648 45: 1< 0 - - > 2< 184320 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489672704 - | - - + - > 5< - - + - | 0 - | 45 - -> 00000080:00200000:3.0:1734016150.287829:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012a5cc5e8 00000080:00200000:3.0:1734016150.287830:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.287831:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.287835:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.287841:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.287845:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.287850:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.287856:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.287858:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 188416 00000080:00200000:3.0:1734016150.287860:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 46 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.287870:0:10408:0:(rw26.c:1006:ll_write_end()) pos 188416, len 4096, copied 4096 00000080:00200000:3.0:1734016150.287872:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012a5cc510[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.287874:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cce00 1fffff00000805 3:0 ffff88012a5cc510 46 lru 00000080:00200000:3.0:1734016150.287877:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012a5cc570 46: 1< 0 - - > 2< 188416 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489668608 - | - - + - > 5< - - + - | 0 - | 46 - -> 00000080:00200000:3.0:1734016150.287878:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012a5cc510 00000080:00200000:3.0:1734016150.287879:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.287880:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.287883:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.287888:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.287893:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.287899:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.287906:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.287909:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 192512 00000080:00200000:3.0:1734016150.287911:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 47 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.287920:0:10408:0:(rw26.c:1006:ll_write_end()) pos 192512, len 4096, copied 4096 00000080:00200000:3.0:1734016150.287923:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012a5cc438[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.287925:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029caa00 1fffff00000805 3:0 ffff88012a5cc438 47 lru 00000080:00200000:3.0:1734016150.287928:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012a5cc498 47: 1< 0 - - > 2< 192512 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489664512 - | - - + - > 5< - - + - | 0 - | 47 - -> 00000080:00200000:3.0:1734016150.287929:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012a5cc438 00000080:00200000:3.0:1734016150.287930:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.287931:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.287935:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.287941:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.287946:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.287953:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.287959:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.287961:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 196608 00000080:00200000:3.0:1734016150.287964:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 48 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.287974:0:10408:0:(rw26.c:1006:ll_write_end()) pos 196608, len 4096, copied 4096 00000080:00200000:3.0:1734016150.287976:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012a5cc360[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.287978:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a70b80 1fffff00000805 3:0 ffff88012a5cc360 48 lru 00000080:00200000:3.0:1734016150.287982:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012a5cc3c0 48: 1< 0 - - > 2< 196608 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489660416 - | - - + - > 5< - - + - | 0 - | 48 - -> 00000080:00200000:3.0:1734016150.287983:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012a5cc360 00000080:00200000:3.0:1734016150.287984:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.287985:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.287989:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.287994:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.288000:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.288004:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.288010:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.288012:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 200704 00000080:00200000:3.0:1734016150.288014:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 49 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.288022:0:10408:0:(rw26.c:1006:ll_write_end()) pos 200704, len 4096, copied 4096 00000080:00200000:3.0:1734016150.288024:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012a5cc288[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.288026:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a73680 1fffff00000805 3:0 ffff88012a5cc288 49 lru 00000080:00200000:3.0:1734016150.288030:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012a5cc2e8 49: 1< 0 - - > 2< 200704 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489656320 - | - - + - > 5< - - + - | 0 - | 49 - -> 00000080:00200000:3.0:1734016150.288031:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012a5cc288 00000080:00200000:3.0:1734016150.288032:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.288033:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.288037:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.288044:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.288050:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.288055:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.288063:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.288065:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 204800 00000080:00200000:3.0:1734016150.288067:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 50 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.288081:0:10408:0:(rw26.c:1006:ll_write_end()) pos 204800, len 4096, copied 4096 00000080:00200000:3.0:1734016150.288084:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012a5cc1b0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.288087:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002b7c580 1fffff00000805 3:0 ffff88012a5cc1b0 50 lru 00000080:00200000:3.0:1734016150.288091:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012a5cc210 50: 1< 0 - - > 2< 204800 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489652224 - | - - + - > 5< - - + - | 0 - | 50 - -> 00000080:00200000:3.0:1734016150.288092:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012a5cc1b0 00000080:00200000:3.0:1734016150.288093:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.288094:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.288099:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.288105:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.288110:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.288117:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.288125:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.288128:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 208896 00000080:00200000:3.0:1734016150.288130:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 51 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.288140:0:10408:0:(rw26.c:1006:ll_write_end()) pos 208896, len 4096, copied 4096 00000080:00200000:3.0:1734016150.288143:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012a5cc0d8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.288145:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002afbf80 1fffff00000805 3:0 ffff88012a5cc0d8 51 lru 00000080:00200000:3.0:1734016150.288148:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012a5cc138 51: 1< 0 - - > 2< 208896 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489648128 - | - - + - > 5< - - + - | 0 - | 51 - -> 00000080:00200000:3.0:1734016150.288150:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012a5cc0d8 00000080:00200000:3.0:1734016150.288150:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.288151:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.288155:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.288161:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.288166:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.288173:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.288180:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.288183:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 212992 00000080:00200000:3.0:1734016150.288186:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 52 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.288198:0:10408:0:(rw26.c:1006:ll_write_end()) pos 212992, len 4096, copied 4096 00000080:00200000:3.0:1734016150.288201:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012a5cc000[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.288203:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d4800 1fffff00000805 3:0 ffff88012a5cc000 52 lru 00000080:00200000:3.0:1734016150.288207:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012a5cc060 52: 1< 0 - - > 2< 212992 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489644032 - | - - + - > 5< - - + - | 0 - | 52 - -> 00000080:00200000:3.0:1734016150.288208:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012a5cc000 00000080:00200000:3.0:1734016150.288209:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.288210:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.288215:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.288220:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.288225:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.288231:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.288238:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.288241:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 217088 00000080:00200000:3.0:1734016150.288243:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 53 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.288257:0:10408:0:(rw26.c:1006:ll_write_end()) pos 217088, len 4096, copied 4096 00000080:00200000:3.0:1734016150.288259:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012c0fbe58[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.288261:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a718c0 1fffff00000825 2:0 ffff88012c0fbe58 53 lru 00000080:00200000:3.0:1734016150.288265:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012c0fbeb8 53: 1< 0 - - > 2< 217088 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489639936 - | - - + - > 5< - - + - | 0 - | 53 - -> 00000080:00200000:3.0:1734016150.288266:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012c0fbe58 00000080:00200000:3.0:1734016150.288267:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.288268:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.288273:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.288279:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.288285:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.288292:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.288299:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.288302:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 221184 00000080:00200000:3.0:1734016150.288304:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 54 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.288316:0:10408:0:(rw26.c:1006:ll_write_end()) pos 221184, len 4096, copied 4096 00000080:00200000:3.0:1734016150.288318:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012c0fbd80[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.288410:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002af5d80 1fffff00000805 3:0 ffff88012c0fbd80 54 lru 00000080:00200000:3.0:1734016150.288415:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012c0fbde0 54: 1< 0 - - > 2< 221184 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489635840 - | - - + - > 5< - - + - | 0 - | 54 - -> 00000080:00200000:3.0:1734016150.288417:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012c0fbd80 00000080:00200000:3.0:1734016150.288418:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.288419:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000080:00200000:3.0:1734016150.292514:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 118 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.292530:0:10408:0:(rw26.c:1006:ll_write_end()) pos 483328, len 4096, copied 4096 00000080:00200000:3.0:1734016150.292533:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012c0fbca8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.292535:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002b2d7c0 1fffff00000805 3:0 ffff88012c0fbca8 118 lru 00000080:00200000:3.0:1734016150.292539:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012c0fbd08 118: 1< 0 - - > 2< 483328 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489373696 - | - - + - > 5< - - + - | 0 - | 118 - -> 00000080:00200000:3.0:1734016150.292541:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012c0fbca8 00000080:00200000:3.0:1734016150.292541:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.292543:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.292550:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.292556:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.292562:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.292568:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.292578:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.292581:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 487424 00000080:00200000:3.0:1734016150.292583:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 119 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.292597:0:10408:0:(rw26.c:1006:ll_write_end()) pos 487424, len 4096, copied 4096 00000080:00200000:3.0:1734016150.292600:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012c0fbbd0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.292602:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a52300 1fffff00000805 3:0 ffff88012c0fbbd0 119 lru 00000080:00200000:3.0:1734016150.292606:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012c0fbc30 119: 1< 0 - - > 2< 487424 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489369600 - | - - + - > 5< - - + - | 0 - | 119 - -> 00000080:00200000:3.0:1734016150.292607:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012c0fbbd0 00000080:00200000:3.0:1734016150.292608:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.292609:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.292615:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.292621:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.292627:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.292634:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.292643:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.292646:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 491520 00000080:00200000:3.0:1734016150.292648:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 120 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.292661:0:10408:0:(rw26.c:1006:ll_write_end()) pos 491520, len 4096, copied 4096 00000080:00200000:3.0:1734016150.292664:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012c0fbaf8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.292666:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d74c0 1fffff00000805 3:0 ffff88012c0fbaf8 120 lru 00000080:00200000:3.0:1734016150.292670:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012c0fbb58 120: 1< 0 - - > 2< 491520 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489365504 - | - - + - > 5< - - + - | 0 - | 120 - -> 00000080:00200000:3.0:1734016150.292672:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012c0fbaf8 00000080:00200000:3.0:1734016150.292673:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.292674:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.292679:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.292685:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.292691:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.292697:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.292705:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.292709:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 495616 00000080:00200000:3.0:1734016150.292711:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 121 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.292724:0:10408:0:(rw26.c:1006:ll_write_end()) pos 495616, len 4096, copied 4096 00000080:00200000:3.0:1734016150.292726:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012c0fba20[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.292728:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002af9500 1fffff00000805 3:0 ffff88012c0fba20 121 lru 00000080:00200000:3.0:1734016150.292732:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012c0fba80 121: 1< 0 - - > 2< 495616 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489361408 - | - - + - > 5< - - + - | 0 - | 121 - -> 00000080:00200000:3.0:1734016150.292733:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012c0fba20 00000080:00200000:3.0:1734016150.292735:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.292736:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.292741:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.292748:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.292767:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.292773:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.292783:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.292787:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 499712 00000080:00200000:3.0:1734016150.292789:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 122 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.292802:0:10408:0:(rw26.c:1006:ll_write_end()) pos 499712, len 4096, copied 4096 00000080:00200000:3.0:1734016150.292805:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012c0fb948[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.292806:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a73b00 1fffff00000805 3:0 ffff88012c0fb948 122 lru 00000080:00200000:3.0:1734016150.292811:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012c0fb9a8 122: 1< 0 - - > 2< 499712 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489357312 - | - - + - > 5< - - + - | 0 - | 122 - -> 00000080:00200000:3.0:1734016150.292812:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012c0fb948 00000080:00200000:3.0:1734016150.292813:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.292814:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.292820:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.292827:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.292833:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.292839:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.292848:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.292851:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 503808 00000080:00200000:3.0:1734016150.292853:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 123 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.292867:0:10408:0:(rw26.c:1006:ll_write_end()) pos 503808, len 4096, copied 4096 00000080:00200000:3.0:1734016150.292870:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012c0fb870[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.292872:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a53280 1fffff00000805 3:0 ffff88012c0fb870 123 lru 00000080:00200000:3.0:1734016150.292876:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012c0fb8d0 123: 1< 0 - - > 2< 503808 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489353216 - | - - + - > 5< - - + - | 0 - | 123 - -> 00000080:00200000:3.0:1734016150.292877:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012c0fb870 00000080:00200000:3.0:1734016150.292878:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.292879:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.292885:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.292891:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.292897:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.292904:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.292912:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.292915:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 507904 00000080:00200000:3.0:1734016150.292918:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 124 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.292929:0:10408:0:(rw26.c:1006:ll_write_end()) pos 507904, len 4096, copied 4096 00000080:00200000:3.0:1734016150.292932:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012c0fb798[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.292935:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a77b40 1fffff00000805 3:0 ffff88012c0fb798 124 lru 00000080:00200000:3.0:1734016150.292939:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012c0fb7f8 124: 1< 0 - - > 2< 507904 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489349120 - | - - + - > 5< - - + - | 0 - | 124 - -> 00000080:00200000:3.0:1734016150.292940:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012c0fb798 00000080:00200000:3.0:1734016150.292941:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.292942:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.292948:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.292954:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.292960:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.292966:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.292975:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.292978:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 512000 00000080:00200000:3.0:1734016150.292980:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 125 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.292993:0:10408:0:(rw26.c:1006:ll_write_end()) pos 512000, len 4096, copied 4096 00000080:00200000:3.0:1734016150.292996:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012c0fb6c0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.292998:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a9db80 1fffff00000805 3:0 ffff88012c0fb6c0 125 lru 00000080:00200000:3.0:1734016150.293002:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012c0fb720 125: 1< 0 - - > 2< 512000 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489345024 - | - - + - > 5< - - + - | 0 - | 125 - -> 00000080:00200000:3.0:1734016150.293003:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012c0fb6c0 00000080:00200000:3.0:1734016150.293005:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.293006:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.293011:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.293018:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.293023:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.293029:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.293038:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.293041:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 516096 00000080:00200000:3.0:1734016150.293043:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 126 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.293057:0:10408:0:(rw26.c:1006:ll_write_end()) pos 516096, len 4096, copied 4096 00000080:00200000:3.0:1734016150.293060:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012c0fb5e8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.293062:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d7fc0 1fffff00000805 3:0 ffff88012c0fb5e8 126 lru 00000080:00200000:3.0:1734016150.293066:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012c0fb648 126: 1< 0 - - > 2< 516096 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489340928 - | - - + - > 5< - - + - | 0 - | 126 - -> 00000080:00200000:3.0:1734016150.293068:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012c0fb5e8 00000080:00200000:3.0:1734016150.293068:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.293069:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.293076:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.293082:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.293089:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.293095:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.293103:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.293106:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 520192 00000080:00200000:3.0:1734016150.293108:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 127 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.293120:0:10408:0:(rw26.c:1006:ll_write_end()) pos 520192, len 4096, copied 4096 00000080:00200000:3.0:1734016150.293123:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012c0fb510[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.293125:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a9d080 1fffff00000805 3:0 ffff88012c0fb510 127 lru 00000080:00200000:3.0:1734016150.293129:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012c0fb570 127: 1< 0 - - > 2< 520192 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489336832 - | - - + - > 5< - - + - | 0 - | 127 - -> 00000080:00200000:3.0:1734016150.293130:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012c0fb510 00000080:00200000:3.0:1734016150.293131:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.293132:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.293137:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.293144:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.293150:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.293156:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.293165:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.293168:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 524288 00000080:00200000:3.0:1734016150.293171:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 128 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.293185:0:10408:0:(rw26.c:1006:ll_write_end()) pos 524288, len 4096, copied 4096 00000080:00200000:3.0:1734016150.293188:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012c0fb438[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.293190:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c86c0 1fffff00000805 3:0 ffff88012c0fb438 128 lru 00000080:00200000:3.0:1734016150.293194:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012c0fb498 128: 1< 0 - - > 2< 524288 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489332736 - | - - + - > 5< - - + - | 0 - | 128 - -> 00000080:00200000:3.0:1734016150.293195:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012c0fb438 00000080:00200000:3.0:1734016150.293196:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.293197:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.293202:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.293209:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.293214:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.293220:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.293229:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.293233:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 528384 00000080:00200000:3.0:1734016150.293236:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 129 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.293248:0:10408:0:(rw26.c:1006:ll_write_end()) pos 528384, len 4096, copied 4096 00000080:00200000:3.0:1734016150.293252:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012c0fb360[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.293254:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d7440 1fffff00000805 3:0 ffff88012c0fb360 129 lru 00000080:00200000:3.0:1734016150.293258:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012c0fb3c0 129: 1< 0 - - > 2< 528384 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489328640 - | - - + - > 5< - - + - | 0 - | 129 - -> 00000080:00200000:3.0:1734016150.293259:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012c0fb360 00000080:00200000:3.0:1734016150.293260:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.293261:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.293267:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.293274:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.293280:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.293287:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.293295:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.293299:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 532480 00000080:00200000:3.0:1734016150.293301:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 130 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.293316:0:10408:0:(rw26.c:1006:ll_write_end()) pos 532480, len 4096, copied 4096 00000080:00200000:3.0:1734016150.293342:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012c0fb288[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.293344:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a58b00 1fffff00000825 2:0 ffff88012c0fb288 130 lru 00000080:00200000:3.0:1734016150.293349:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012c0fb2e8 130: 1< 0 - - > 2< 532480 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489324544 - | - - + - > 5< - - + - | 0 - | 130 - -> 00000080:00200000:3.0:1734016150.293350:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012c0fb288 00000080:00200000:3.0:1734016150.293351:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.293352:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.293358:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.293364:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.293371:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.293377:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.293386:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.293390:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 536576 00000080:00200000:3.0:1734016150.293392:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 131 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.293404:0:10408:0:(rw26.c:1006:ll_write_end()) pos 536576, len 4096, copied 4096 00000080:00200000:3.0:1734016150.293407:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012c0fb1b0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.293409:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a5cdc0 1fffff00000805 3:0 ffff88012c0fb1b0 131 lru 00000080:00200000:3.0:1734016150.293414:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012c0fb210 131: 1< 0 - - > 2< 536576 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489320448 - | - - + - > 5< - - + - | 0 - | 131 - -> 00000080:00200000:3.0:1734016150.293415:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012c0fb1b0 00000080:00200000:3.0:1734016150.293416:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.293417:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.293422:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.293430:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.293436:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.293443:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.293452:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.293455:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 540672 00000080:00200000:3.0:1734016150.293458:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 132 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.293471:0:10408:0:(rw26.c:1006:ll_write_end()) pos 540672, len 4096, copied 4096 00000080:00200000:3.0:1734016150.293474:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012c0fb0d8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.293476:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a51d00 1fffff00000805 3:0 ffff88012c0fb0d8 132 lru 00000080:00200000:3.0:1734016150.293480:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012c0fb138 132: 1< 0 - - > 2< 540672 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489316352 - | - - + - > 5< - - + - | 0 - | 132 - -> 00000080:00200000:3.0:1734016150.293481:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012c0fb0d8 00000080:00200000:3.0:1734016150.293482:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.293483:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.293489:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.293495:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.293501:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.293506:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.293512:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.293514:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 544768 00000080:00200000:3.0:1734016150.293516:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 133 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.293527:0:10408:0:(rw26.c:1006:ll_write_end()) pos 544768, len 4096, copied 4096 00000080:00200000:3.0:1734016150.293530:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012c0fb000[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.293532:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a52640 1fffff00000805 3:0 ffff88012c0fb000 133 lru 00000080:00200000:3.0:1734016150.293536:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012c0fb060 133: 1< 0 - - > 2< 544768 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489312256 - | - - + - > 5< - - + - | 0 - | 133 - -> 00000080:00200000:3.0:1734016150.293537:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012c0fb000 00000080:00200000:3.0:1734016150.293538:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.293539:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.293544:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.293551:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.293556:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.293561:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.293566:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.293569:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 548864 00000080:00200000:3.0:1734016150.293570:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 134 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.293581:0:10408:0:(rw26.c:1006:ll_write_end()) pos 548864, len 4096, copied 4096 00000080:00200000:3.0:1734016150.293583:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012cc0fe58[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.293585:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a52280 1fffff00000805 3:0 ffff88012cc0fe58 134 lru 00000080:00200000:3.0:1734016150.293589:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012cc0feb8 134: 1< 0 - - > 2< 548864 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489308160 - | - - + - > 5< - - + - | 0 - | 134 - -> 00000080:00200000:3.0:1734016150.293590:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012cc0fe58 00000080:00200000:3.0:1734016150.293591:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.293592:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.293595:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.293602:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.293609:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.293616:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.293624:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.293626:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 552960 00000080:00200000:3.0:1734016150.293628:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 135 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.293641:0:10408:0:(rw26.c:1006:ll_write_end()) pos 552960, len 4096, copied 4096 00000080:00200000:3.0:1734016150.293644:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012cc0fd80[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.293646:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a9bcc0 1fffff00000805 3:0 ffff88012cc0fd80 135 lru 00000080:00200000:3.0:1734016150.293651:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012cc0fde0 135: 1< 0 - - > 2< 552960 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489304064 - | - - + - > 5< - - + - | 0 - | 135 - -> 00000080:00200000:3.0:1734016150.293653:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012cc0fd80 00000080:00200000:3.0:1734016150.293654:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.293655:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.293660:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.293666:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.293674:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.293680:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.293689:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.293692:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 557056 00000080:00200000:3.0:1734016150.293695:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 136 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.293709:0:10408:0:(rw26.c:1006:ll_write_end()) pos 557056, len 4096, copied 4096 00000080:00200000:3.0:1734016150.293712:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012cc0fca8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.293714:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c4280 1fffff00000805 3:0 ffff88012cc0fca8 136 lru 00000080:00200000:3.0:1734016150.293719:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012cc0fd08 136: 1< 0 - - > 2< 557056 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489299968 - | - - + - > 5< - - + - | 0 - | 136 - -> 00000080:00200000:3.0:1734016150.293720:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012cc0fca8 00000080:00200000:3.0:1734016150.293721:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.293722:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.293727:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.293734:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.293741:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.293746:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.293752:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.293767:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 561152 00000080:00200000:3.0:1734016150.293770:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 137 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.293785:0:10408:0:(rw26.c:1006:ll_write_end()) pos 561152, len 4096, copied 4096 00000080:00200000:3.0:1734016150.293788:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012cc0fbd0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.293791:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a53cc0 1fffff00000805 3:0 ffff88012cc0fbd0 137 lru 00000080:00200000:3.0:1734016150.293795:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012cc0fc30 137: 1< 0 - - > 2< 561152 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489295872 - | - - + - > 5< - - + - | 0 - | 137 - -> 00000080:00200000:3.0:1734016150.293796:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012cc0fbd0 00000080:00200000:3.0:1734016150.293797:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.293799:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.293804:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.293811:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.293818:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.293825:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.293835:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.293840:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 565248 00000080:00200000:3.0:1734016150.293844:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 138 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.293857:0:10408:0:(rw26.c:1006:ll_write_end()) pos 565248, len 4096, copied 4096 00000080:00200000:3.0:1734016150.293860:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012cc0faf8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.293862:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a9bb00 1fffff00000805 3:0 ffff88012cc0faf8 138 lru 00000080:00200000:3.0:1734016150.293866:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012cc0fb58 138: 1< 0 - - > 2< 565248 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489291776 - | - - + - > 5< - - + - | 0 - | 138 - -> 00000080:00200000:3.0:1734016150.293867:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012cc0faf8 00000080:00200000:3.0:1734016150.293868:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.293869:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.293875:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.293881:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.293889:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.293898:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.293907:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.293910:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 569344 00000080:00200000:3.0:1734016150.293912:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 139 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.293926:0:10408:0:(rw26.c:1006:ll_write_end()) pos 569344, len 4096, copied 4096 00000080:00200000:3.0:1734016150.293928:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012cc0fa20[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.293930:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d5900 1fffff00000805 3:0 ffff88012cc0fa20 139 lru 00000080:00200000:3.0:1734016150.293934:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012cc0fa80 139: 1< 0 - - > 2< 569344 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489287680 - | - - + - > 5< - - + - | 0 - | 139 - -> 00000080:00200000:3.0:1734016150.293935:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012cc0fa20 00000080:00200000:3.0:1734016150.293936:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.293938:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.293943:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.293949:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.293954:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.293962:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.293969:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.293971:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 573440 00000080:00200000:3.0:1734016150.293973:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 140 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.293984:0:10408:0:(rw26.c:1006:ll_write_end()) pos 573440, len 4096, copied 4096 00000080:00200000:3.0:1734016150.293986:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012cc0f948[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.293988:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a5cb40 1fffff00000805 3:0 ffff88012cc0f948 140 lru 00000080:00200000:3.0:1734016150.293992:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012cc0f9a8 140: 1< 0 - - > 2< 573440 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489283584 - | - - + - > 5< - - + - | 0 - | 140 - -> 00000080:00200000:3.0:1734016150.293994:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012cc0f948 00000080:00200000:3.0:1734016150.293994:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.293996:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.294000:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.294005:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.294009:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.294012:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.294016:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.294018:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 577536 00000080:00200000:3.0:1734016150.294021:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 141 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.294042:0:10408:0:(rw26.c:1006:ll_write_end()) pos 577536, len 4096, copied 4096 00000080:00200000:3.0:1734016150.294044:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012cc0f870[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.294046:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002afd040 1fffff00000805 3:0 ffff88012cc0f870 141 lru 00000080:00200000:3.0:1734016150.294048:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012cc0f8d0 141: 1< 0 - - > 2< 577536 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489279488 - | - - + - > 5< - - + - | 0 - | 141 - -> 00000080:00200000:3.0:1734016150.294050:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012cc0f870 00000080:00200000:3.0:1734016150.294050:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.294051:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.294053:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.294056:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.294059:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.294062:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.294066:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.294067:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 581632 00000080:00200000:3.0:1734016150.294068:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 142 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.294075:0:10408:0:(rw26.c:1006:ll_write_end()) pos 581632, len 4096, copied 4096 00000080:00200000:3.0:1734016150.294077:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012cc0f798[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.294078:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cc880 1fffff00000805 3:0 ffff88012cc0f798 142 lru 00000080:00200000:3.0:1734016150.294080:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012cc0f7f8 142: 1< 0 - - > 2< 581632 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489275392 - | - - + - > 5< - - + - | 0 - | 142 - -> 00000080:00200000:3.0:1734016150.294081:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012cc0f798 00000080:00200000:3.0:1734016150.294081:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.294082:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.294085:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.294089:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.294093:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.294096:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.294099:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.294101:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 585728 00000080:00200000:3.0:1734016150.294102:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 143 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.294109:0:10408:0:(rw26.c:1006:ll_write_end()) pos 585728, len 4096, copied 4096 00000080:00200000:3.0:1734016150.294111:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012cc0f6c0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.294112:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cc8c0 1fffff00000805 3:0 ffff88012cc0f6c0 143 lru 00000080:00200000:3.0:1734016150.294114:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012cc0f720 143: 1< 0 - - > 2< 585728 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489271296 - | - - + - > 5< - - + - | 0 - | 143 - -> 00000080:00200000:3.0:1734016150.294115:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012cc0f6c0 00000080:00200000:3.0:1734016150.294116:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.294116:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.294118:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.294121:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.294126:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.294131:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.294136:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.294138:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 589824 00000080:00200000:3.0:1734016150.294139:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 144 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.294148:0:10408:0:(rw26.c:1006:ll_write_end()) pos 589824, len 4096, copied 4096 00000080:00200000:3.0:1734016150.294149:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012cc0f5e8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.294151:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d4980 1fffff00000825 2:0 ffff88012cc0f5e8 144 lru 00000080:00200000:3.0:1734016150.294153:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012cc0f648 144: 1< 0 - - > 2< 589824 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489267200 - | - - + - > 5< - - + - | 0 - | 144 - -> 00000080:00200000:3.0:1734016150.294154:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012cc0f5e8 00000080:00200000:3.0:1734016150.294154:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.294155:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.294158:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.294162:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.294165:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.294168:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.294172:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.294173:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 593920 00000080:00200000:3.0:1734016150.294175:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 145 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.294182:0:10408:0:(rw26.c:1006:ll_write_end()) pos 593920, len 4096, copied 4096 00000080:00200000:3.0:1734016150.294184:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012cc0f510[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.294185:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d49c0 1fffff00000805 3:0 ffff88012cc0f510 145 lru 00000080:00200000:3.0:1734016150.294188:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012cc0f570 145: 1< 0 - - > 2< 593920 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489263104 - | - - + - > 5< - - + - | 0 - | 145 - -> 00000080:00200000:3.0:1734016150.294189:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012cc0f510 00000080:00200000:3.0:1734016150.294189:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.294190:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.294192:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.294195:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.294198:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.294201:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.294204:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.294206:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 598016 00000080:00200000:3.0:1734016150.294207:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 146 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.294215:0:10408:0:(rw26.c:1006:ll_write_end()) pos 598016, len 4096, copied 4096 00000080:00200000:3.0:1734016150.294216:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012cc0f438[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.294217:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a52f00 1fffff00000805 3:0 ffff88012cc0f438 146 lru 00000080:00200000:3.0:1734016150.294219:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012cc0f498 146: 1< 0 - - > 2< 598016 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489259008 - | - - + - > 5< - - + - | 0 - | 146 - -> 00000080:00200000:3.0:1734016150.294220:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012cc0f438 00000080:00200000:3.0:1734016150.294221:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.294221:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.294225:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.294228:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.294231:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.294234:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.294238:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.294239:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 602112 00000080:00200000:3.0:1734016150.294240:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 147 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.294247:0:10408:0:(rw26.c:1006:ll_write_end()) pos 602112, len 4096, copied 4096 00000080:00200000:3.0:1734016150.294248:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012cc0f360[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.294249:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a52f40 1fffff00000805 3:0 ffff88012cc0f360 147 lru 00000080:00200000:3.0:1734016150.294252:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012cc0f3c0 147: 1< 0 - - > 2< 602112 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489254912 - | - - + - > 5< - - + - | 0 - | 147 - -> 00000080:00200000:3.0:1734016150.294253:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012cc0f360 00000080:00200000:3.0:1734016150.294253:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.294254:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.294256:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.294259:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.294263:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.294268:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.294272:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.294274:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 606208 00000080:00200000:3.0:1734016150.294275:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 148 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.294283:0:10408:0:(rw26.c:1006:ll_write_end()) pos 606208, len 4096, copied 4096 00000080:00200000:3.0:1734016150.294284:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012cc0f288[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.294285:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002afdc00 1fffff00000805 3:0 ffff88012cc0f288 148 lru 00000080:00200000:3.0:1734016150.294288:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012cc0f2e8 148: 1< 0 - - > 2< 606208 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489250816 - | - - + - > 5< - - + - | 0 - | 148 - -> 00000080:00200000:3.0:1734016150.294289:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012cc0f288 00000080:00200000:3.0:1734016150.294289:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.294290:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.294292:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.294295:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.294298:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.294301:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.294304:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.294306:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 610304 00000080:00200000:3.0:1734016150.294308:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 149 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.294316:0:10408:0:(rw26.c:1006:ll_write_end()) pos 610304, len 4096, copied 4096 00000080:00200000:3.0:1734016150.294317:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012cc0f1b0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.294318:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002afdc40 1fffff00000805 3:0 ffff88012cc0f1b0 149 lru 00000080:00200000:3.0:1734016150.294421:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012cc0f210 149: 1< 0 - - > 2< 610304 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489246720 - | - - + - > 5< - - + - | 0 - | 149 - -> 00000080:00200000:3.0:1734016150.294422:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012cc0f1b0 00000080:00200000:3.0:1734016150.294423:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.294424:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.294430:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.294437:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.294443:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.294450:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.294457:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.294461:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 614400 00000080:00200000:3.0:1734016150.294464:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 150 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.294477:0:10408:0:(rw26.c:1006:ll_write_end()) pos 614400, len 4096, copied 4096 00000080:00200000:3.0:1734016150.294480:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012cc0f0d8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.294482:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002b79080 1fffff00000805 3:0 ffff88012cc0f0d8 150 lru 00000080:00200000:3.0:1734016150.294486:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012cc0f138 150: 1< 0 - - > 2< 614400 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489242624 - | - - + - > 5< - - + - | 0 - | 150 - -> 00000080:00200000:3.0:1734016150.294488:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012cc0f0d8 00000080:00200000:3.0:1734016150.294489:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.294490:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.294495:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.294502:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.294508:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.294516:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.294523:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.294526:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 618496 00000080:00200000:3.0:1734016150.294528:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 151 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.294540:0:10408:0:(rw26.c:1006:ll_write_end()) pos 618496, len 4096, copied 4096 00000080:00200000:3.0:1734016150.294543:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012cc0f000[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.294544:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002b790c0 1fffff00000805 3:0 ffff88012cc0f000 151 lru 00000080:00200000:3.0:1734016150.294548:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012cc0f060 151: 1< 0 - - > 2< 618496 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489238528 - | - - + - > 5< - - + - | 0 - | 151 - -> 00000080:00200000:3.0:1734016150.294549:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012cc0f000 00000080:00200000:3.0:1734016150.294550:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.294551:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.294556:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.294562:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.294568:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.294575:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.294581:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.294585:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 622592 00000080:00200000:3.0:1734016150.294587:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 152 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.294599:0:10408:0:(rw26.c:1006:ll_write_end()) pos 622592, len 4096, copied 4096 00000080:00200000:3.0:1734016150.294602:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012aa9ce58[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.294604:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002b2d400 1fffff00000805 3:0 ffff88012aa9ce58 152 lru 00000080:00200000:3.0:1734016150.294608:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012aa9ceb8 152: 1< 0 - - > 2< 622592 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489234432 - | - - + - > 5< - - + - | 0 - | 152 - -> 00000080:00200000:3.0:1734016150.294609:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012aa9ce58 00000080:00200000:3.0:1734016150.294610:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.294611:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.294615:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.294621:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.294626:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.294632:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.294640:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.294643:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 626688 00000080:00200000:3.0:1734016150.294645:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 153 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.294657:0:10408:0:(rw26.c:1006:ll_write_end()) pos 626688, len 4096, copied 4096 00000080:00200000:3.0:1734016150.294660:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012aa9cd80[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.294662:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002b2d440 1fffff00000805 3:0 ffff88012aa9cd80 153 lru 00000080:00200000:3.0:1734016150.294666:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012aa9cde0 153: 1< 0 - - > 2< 626688 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489230336 - | - - + - > 5< - - + - | 0 - | 153 - -> 00000080:00200000:3.0:1734016150.294667:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012aa9cd80 00000080:00200000:3.0:1734016150.294669:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.294670:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.294674:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.294679:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.294685:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.294689:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.294695:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.294697:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 630784 00000080:00200000:3.0:1734016150.294699:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 154 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.294709:0:10408:0:(rw26.c:1006:ll_write_end()) pos 630784, len 4096, copied 4096 00000080:00200000:3.0:1734016150.294711:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012aa9cca8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.294713:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a4c780 1fffff00000805 3:0 ffff88012aa9cca8 154 lru 00000080:00200000:3.0:1734016150.294716:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012aa9cd08 154: 1< 0 - - > 2< 630784 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489226240 - | - - + - > 5< - - + - | 0 - | 154 - -> 00000080:00200000:3.0:1734016150.294718:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012aa9cca8 00000080:00200000:3.0:1734016150.294718:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.294719:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.294723:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.294730:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.294736:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.294742:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.294750:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.294763:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 634880 00000080:00200000:3.0:1734016150.294765:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 155 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.294779:0:10408:0:(rw26.c:1006:ll_write_end()) pos 634880, len 4096, copied 4096 00000080:00200000:3.0:1734016150.294782:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012aa9cbd0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.294784:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a4c7c0 1fffff00000805 3:0 ffff88012aa9cbd0 155 lru 00000080:00200000:3.0:1734016150.294788:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012aa9cc30 155: 1< 0 - - > 2< 634880 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489222144 - | - - + - > 5< - - + - | 0 - | 155 - -> 00000080:00200000:3.0:1734016150.294789:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012aa9cbd0 00000080:00200000:3.0:1734016150.294790:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.294791:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.294797:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.294802:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.294806:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.294810:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.294816:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.294818:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 638976 00000080:00200000:3.0:1734016150.294819:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 156 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.294829:0:10408:0:(rw26.c:1006:ll_write_end()) pos 638976, len 4096, copied 4096 00000080:00200000:3.0:1734016150.294830:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012aa9caf8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.294831:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029ccf00 1fffff00000805 3:0 ffff88012aa9caf8 156 lru 00000080:00200000:3.0:1734016150.294834:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012aa9cb58 156: 1< 0 - - > 2< 638976 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489218048 - | - - + - > 5< - - + - | 0 - | 156 - -> 00000080:00200000:3.0:1734016150.294835:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012aa9caf8 00000080:00200000:3.0:1734016150.294836:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.294837:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.294840:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.294843:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.294845:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.294848:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.294852:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.294853:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 643072 00000080:00200000:3.0:1734016150.294855:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 157 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.294863:0:10408:0:(rw26.c:1006:ll_write_end()) pos 643072, len 4096, copied 4096 00000080:00200000:3.0:1734016150.294865:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012aa9ca20[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.294867:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029ccf40 1fffff00000805 3:0 ffff88012aa9ca20 157 lru 00000080:00200000:3.0:1734016150.294869:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012aa9ca80 157: 1< 0 - - > 2< 643072 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489213952 - | - - + - > 5< - - + - | 0 - | 157 - -> 00000080:00200000:3.0:1734016150.294870:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012aa9ca20 00000080:00200000:3.0:1734016150.294871:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.294871:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.294875:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.294880:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.294885:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.294890:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.294895:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.294897:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 647168 00000080:00200000:3.0:1734016150.294899:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 158 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.294909:0:10408:0:(rw26.c:1006:ll_write_end()) pos 647168, len 4096, copied 4096 00000080:00200000:3.0:1734016150.294912:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012aa9c948[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.294913:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d3200 1fffff00000825 2:0 ffff88012aa9c948 158 lru 00000080:00200000:3.0:1734016150.294916:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012aa9c9a8 158: 1< 0 - - > 2< 647168 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489209856 - | - - + - > 5< - - + - | 0 - | 158 - -> 00000080:00200000:3.0:1734016150.294917:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012aa9c948 00000080:00200000:3.0:1734016150.294917:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.294918:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.294921:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.294927:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.294931:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.294934:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.294937:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.294939:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 651264 00000080:00200000:3.0:1734016150.294940:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 159 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.294948:0:10408:0:(rw26.c:1006:ll_write_end()) pos 651264, len 4096, copied 4096 00000080:00200000:3.0:1734016150.294950:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012aa9c870[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.294951:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d3240 1fffff00000805 3:0 ffff88012aa9c870 159 lru 00000080:00200000:3.0:1734016150.294953:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012aa9c8d0 159: 1< 0 - - > 2< 651264 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489205760 - | - - + - > 5< - - + - | 0 - | 159 - -> 00000080:00200000:3.0:1734016150.294954:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012aa9c870 00000080:00200000:3.0:1734016150.294955:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.294955:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.294957:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.294960:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.294965:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.294968:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.294972:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.294974:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 655360 00000080:00200000:3.0:1734016150.294975:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 160 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.294983:0:10408:0:(rw26.c:1006:ll_write_end()) pos 655360, len 4096, copied 4096 00000080:00200000:3.0:1734016150.294984:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012aa9c798[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.294985:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cd480 1fffff00000805 3:0 ffff88012aa9c798 160 lru 00000080:00200000:3.0:1734016150.294988:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012aa9c7f8 160: 1< 0 - - > 2< 655360 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489201664 - | - - + - > 5< - - + - | 0 - | 160 - -> 00000080:00200000:3.0:1734016150.294988:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012aa9c798 00000080:00200000:3.0:1734016150.294989:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.294989:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.294992:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.294995:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.294997:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295000:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.295005:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.295007:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 659456 00000080:00200000:3.0:1734016150.295009:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 161 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.295016:0:10408:0:(rw26.c:1006:ll_write_end()) pos 659456, len 4096, copied 4096 00000080:00200000:3.0:1734016150.295018:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012aa9c6c0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.295019:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cd4c0 1fffff00000805 3:0 ffff88012aa9c6c0 161 lru 00000080:00200000:3.0:1734016150.295022:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012aa9c720 161: 1< 0 - - > 2< 659456 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489197568 - | - - + - > 5< - - + - | 0 - | 161 - -> 00000080:00200000:3.0:1734016150.295023:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012aa9c6c0 00000080:00200000:3.0:1734016150.295023:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.295024:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.295026:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295029:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295032:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295035:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.295039:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.295040:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 663552 00000080:00200000:3.0:1734016150.295041:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 162 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.295049:0:10408:0:(rw26.c:1006:ll_write_end()) pos 663552, len 4096, copied 4096 00000080:00200000:3.0:1734016150.295050:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012aa9c5e8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.295051:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a50480 1fffff00000805 3:0 ffff88012aa9c5e8 162 lru 00000080:00200000:3.0:1734016150.295053:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012aa9c648 162: 1< 0 - - > 2< 663552 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489193472 - | - - + - > 5< - - + - | 0 - | 162 - -> 00000080:00200000:3.0:1734016150.295054:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012aa9c5e8 00000080:00200000:3.0:1734016150.295055:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.295055:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.295059:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295063:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295067:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295070:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.295073:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.295075:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 667648 00000080:00200000:3.0:1734016150.295076:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 163 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.295083:0:10408:0:(rw26.c:1006:ll_write_end()) pos 667648, len 4096, copied 4096 00000080:00200000:3.0:1734016150.295084:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012aa9c510[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.295086:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a504c0 1fffff00000805 3:0 ffff88012aa9c510 163 lru 00000080:00200000:3.0:1734016150.295088:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012aa9c570 163: 1< 0 - - > 2< 667648 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489189376 - | - - + - > 5< - - + - | 0 - | 163 - -> 00000080:00200000:3.0:1734016150.295089:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012aa9c510 00000080:00200000:3.0:1734016150.295089:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.295090:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.295092:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295095:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295099:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295104:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.295108:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.295110:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 671744 00000080:00200000:3.0:1734016150.295111:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 164 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.295118:0:10408:0:(rw26.c:1006:ll_write_end()) pos 671744, len 4096, copied 4096 00000080:00200000:3.0:1734016150.295120:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012aa9c438[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.295121:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029ca980 1fffff00000805 3:0 ffff88012aa9c438 164 lru 00000080:00200000:3.0:1734016150.295123:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012aa9c498 164: 1< 0 - - > 2< 671744 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489185280 - | - - + - > 5< - - + - | 0 - | 164 - -> 00000080:00200000:3.0:1734016150.295124:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012aa9c438 00000080:00200000:3.0:1734016150.295125:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.295125:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.295127:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295130:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295133:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295136:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.295140:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.295141:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 675840 00000080:00200000:3.0:1734016150.295143:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 165 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.295150:0:10408:0:(rw26.c:1006:ll_write_end()) pos 675840, len 4096, copied 4096 00000080:00200000:3.0:1734016150.295152:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012aa9c360[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.295153:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029ca9c0 1fffff00000805 3:0 ffff88012aa9c360 165 lru 00000080:00200000:3.0:1734016150.295155:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012aa9c3c0 165: 1< 0 - - > 2< 675840 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489181184 - | - - + - > 5< - - + - | 0 - | 165 - -> 00000080:00200000:3.0:1734016150.295156:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012aa9c360 00000080:00200000:3.0:1734016150.295157:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.295157:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.295159:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295162:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295165:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295168:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.295172:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.295173:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 679936 00000080:00200000:3.0:1734016150.295174:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 166 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.295183:0:10408:0:(rw26.c:1006:ll_write_end()) pos 679936, len 4096, copied 4096 00000080:00200000:3.0:1734016150.295184:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012aa9c288[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.295185:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a55400 1fffff00000805 3:0 ffff88012aa9c288 166 lru 00000080:00200000:3.0:1734016150.295187:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012aa9c2e8 166: 1< 0 - - > 2< 679936 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489177088 - | - - + - > 5< - - + - | 0 - | 166 - -> 00000080:00200000:3.0:1734016150.295188:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012aa9c288 00000080:00200000:3.0:1734016150.295189:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.295189:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.295192:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295196:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295199:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295202:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.295206:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.295207:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 684032 00000080:00200000:3.0:1734016150.295208:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 167 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.295215:0:10408:0:(rw26.c:1006:ll_write_end()) pos 684032, len 4096, copied 4096 00000080:00200000:3.0:1734016150.295217:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012aa9c1b0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.295218:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a55440 1fffff00000805 3:0 ffff88012aa9c1b0 167 lru 00000080:00200000:3.0:1734016150.295220:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012aa9c210 167: 1< 0 - - > 2< 684032 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489172992 - | - - + - > 5< - - + - | 0 - | 167 - -> 00000080:00200000:3.0:1734016150.295221:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012aa9c1b0 00000080:00200000:3.0:1734016150.295221:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.295222:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.295224:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295227:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295230:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295235:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.295239:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.295241:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 688128 00000080:00200000:3.0:1734016150.295242:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 168 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.295249:0:10408:0:(rw26.c:1006:ll_write_end()) pos 688128, len 4096, copied 4096 00000080:00200000:3.0:1734016150.295250:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012aa9c0d8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.295251:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a9d500 1fffff00000805 3:0 ffff88012aa9c0d8 168 lru 00000080:00200000:3.0:1734016150.295254:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012aa9c138 168: 1< 0 - - > 2< 688128 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489168896 - | - - + - > 5< - - + - | 0 - | 168 - -> 00000080:00200000:3.0:1734016150.295254:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012aa9c0d8 00000080:00200000:3.0:1734016150.295255:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.295255:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.295258:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295262:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295265:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295268:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.295272:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.295273:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 692224 00000080:00200000:3.0:1734016150.295278:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 169 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.295284:0:10408:0:(rw26.c:1006:ll_write_end()) pos 692224, len 4096, copied 4096 00000080:00200000:3.0:1734016150.295286:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012aa9c000[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.295288:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a9d540 1fffff00000805 3:0 ffff88012aa9c000 169 lru 00000080:00200000:3.0:1734016150.295290:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012aa9c060 169: 1< 0 - - > 2< 692224 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489164800 - | - - + - > 5< - - + - | 0 - | 169 - -> 00000080:00200000:3.0:1734016150.295291:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012aa9c000 00000080:00200000:3.0:1734016150.295291:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.295292:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.295294:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295297:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295300:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295303:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.295307:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.295308:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 696320 00000080:00200000:3.0:1734016150.295309:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 170 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.295317:0:10408:0:(rw26.c:1006:ll_write_end()) pos 696320, len 4096, copied 4096 00000080:00200000:3.0:1734016150.295318:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012dc18e58[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.295336:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a5f900 1fffff00000805 3:0 ffff88012dc18e58 170 lru 00000080:00200000:3.0:1734016150.295339:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012dc18eb8 170: 1< 0 - - > 2< 696320 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489160704 - | - - + - > 5< - - + - | 0 - | 170 - -> 00000080:00200000:3.0:1734016150.295340:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012dc18e58 00000080:00200000:3.0:1734016150.295340:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.295341:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.295345:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295349:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295352:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295355:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.295359:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.295361:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 700416 00000080:00200000:3.0:1734016150.295362:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 171 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.295370:0:10408:0:(rw26.c:1006:ll_write_end()) pos 700416, len 4096, copied 4096 00000080:00200000:3.0:1734016150.295372:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012dc18d80[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.295373:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a5f940 1fffff00000805 3:0 ffff88012dc18d80 171 lru 00000080:00200000:3.0:1734016150.295375:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012dc18de0 171: 1< 0 - - > 2< 700416 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489156608 - | - - + - > 5< - - + - | 0 - | 171 - -> 00000080:00200000:3.0:1734016150.295376:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012dc18d80 00000080:00200000:3.0:1734016150.295376:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.295377:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.295379:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295383:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295386:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295391:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.295395:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.295397:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 704512 00000080:00200000:3.0:1734016150.295398:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 172 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.295413:0:10408:0:(rw26.c:1006:ll_write_end()) pos 704512, len 4096, copied 4096 00000080:00200000:3.0:1734016150.295415:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012dc18ca8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.295416:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002b78e80 1fffff00000825 2:0 ffff88012dc18ca8 172 lru 00000080:00200000:3.0:1734016150.295418:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012dc18d08 172: 1< 0 - - > 2< 704512 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489152512 - | - - + - > 5< - - + - | 0 - | 172 - -> 00000080:00200000:3.0:1734016150.295419:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012dc18ca8 00000080:00200000:3.0:1734016150.295419:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.295420:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.295423:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295427:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295430:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295433:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.295437:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.295438:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 708608 00000080:00200000:3.0:1734016150.295440:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 173 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.295447:0:10408:0:(rw26.c:1006:ll_write_end()) pos 708608, len 4096, copied 4096 00000080:00200000:3.0:1734016150.295448:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012dc18bd0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.295450:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002b78ec0 1fffff00000805 3:0 ffff88012dc18bd0 173 lru 00000080:00200000:3.0:1734016150.295453:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012dc18c30 173: 1< 0 - - > 2< 708608 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489148416 - | - - + - > 5< - - + - | 0 - | 173 - -> 00000080:00200000:3.0:1734016150.295453:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012dc18bd0 00000080:00200000:3.0:1734016150.295454:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.295454:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.295457:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295460:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295462:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295465:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.295469:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.295471:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 712704 00000080:00200000:3.0:1734016150.295472:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 174 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.295479:0:10408:0:(rw26.c:1006:ll_write_end()) pos 712704, len 4096, copied 4096 00000080:00200000:3.0:1734016150.295481:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012dc18af8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.295482:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a58680 1fffff00000805 3:0 ffff88012dc18af8 174 lru 00000080:00200000:3.0:1734016150.295484:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012dc18b58 174: 1< 0 - - > 2< 712704 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489144320 - | - - + - > 5< - - + - | 0 - | 174 - -> 00000080:00200000:3.0:1734016150.295485:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012dc18af8 00000080:00200000:3.0:1734016150.295485:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.295486:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.295489:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295492:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295495:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295498:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.295501:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.295503:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 716800 00000080:00200000:3.0:1734016150.295504:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 175 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.295512:0:10408:0:(rw26.c:1006:ll_write_end()) pos 716800, len 4096, copied 4096 00000080:00200000:3.0:1734016150.295515:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012dc18a20[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.295517:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a586c0 1fffff00000805 3:0 ffff88012dc18a20 175 lru 00000080:00200000:3.0:1734016150.295520:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012dc18a80 175: 1< 0 - - > 2< 716800 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489140224 - | - - + - > 5< - - + - | 0 - | 175 - -> 00000080:00200000:3.0:1734016150.295521:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012dc18a20 00000080:00200000:3.0:1734016150.295522:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.295523:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.295527:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295533:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295538:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295545:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.295553:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.295556:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 720896 00000080:00200000:3.0:1734016150.295558:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 176 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.295569:0:10408:0:(rw26.c:1006:ll_write_end()) pos 720896, len 4096, copied 4096 00000080:00200000:3.0:1734016150.295572:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012dc18948[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.295574:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002af6680 1fffff00000805 3:0 ffff88012dc18948 176 lru 00000080:00200000:3.0:1734016150.295578:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012dc189a8 176: 1< 0 - - > 2< 720896 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489136128 - | - - + - > 5< - - + - | 0 - | 176 - -> 00000080:00200000:3.0:1734016150.295580:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012dc18948 00000080:00200000:3.0:1734016150.295581:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.295582:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.295586:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295593:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295598:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295604:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.295612:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.295615:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 724992 00000080:00200000:3.0:1734016150.295618:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 177 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.295631:0:10408:0:(rw26.c:1006:ll_write_end()) pos 724992, len 4096, copied 4096 00000080:00200000:3.0:1734016150.295634:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012dc18870[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.295636:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002af66c0 1fffff00000805 3:0 ffff88012dc18870 177 lru 00000080:00200000:3.0:1734016150.295640:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012dc188d0 177: 1< 0 - - > 2< 724992 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489132032 - | - - + - > 5< - - + - | 0 - | 177 - -> 00000080:00200000:3.0:1734016150.295641:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012dc18870 00000080:00200000:3.0:1734016150.295642:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.295644:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.295649:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295655:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295661:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295667:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.295675:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.295678:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 729088 00000080:00200000:3.0:1734016150.295680:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 178 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.295693:0:10408:0:(rw26.c:1006:ll_write_end()) pos 729088, len 4096, copied 4096 00000080:00200000:3.0:1734016150.295695:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012dc18798[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.295696:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a53400 1fffff00000805 3:0 ffff88012dc18798 178 lru 00000080:00200000:3.0:1734016150.295699:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012dc187f8 178: 1< 0 - - > 2< 729088 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489127936 - | - - + - > 5< - - + - | 0 - | 178 - -> 00000080:00200000:3.0:1734016150.295699:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012dc18798 00000080:00200000:3.0:1734016150.295700:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.295700:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.295704:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295709:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295712:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295715:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.295719:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.295721:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 733184 00000080:00200000:3.0:1734016150.295722:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 179 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.295728:0:10408:0:(rw26.c:1006:ll_write_end()) pos 733184, len 4096, copied 4096 00000080:00200000:3.0:1734016150.295730:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012dc186c0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.295731:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a53440 1fffff00000805 3:0 ffff88012dc186c0 179 lru 00000080:00200000:3.0:1734016150.295733:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012dc18720 179: 1< 0 - - > 2< 733184 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489123840 - | - - + - > 5< - - + - | 0 - | 179 - -> 00000080:00200000:3.0:1734016150.295734:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012dc186c0 00000080:00200000:3.0:1734016150.295735:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.295735:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.295737:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295741:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295745:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295749:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.295766:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.295769:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 737280 00000080:00200000:3.0:1734016150.295771:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 180 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.295781:0:10408:0:(rw26.c:1006:ll_write_end()) pos 737280, len 4096, copied 4096 00000080:00200000:3.0:1734016150.295783:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012dc185e8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.295784:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a53f80 1fffff00000805 3:0 ffff88012dc185e8 180 lru 00000080:00200000:3.0:1734016150.295787:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012dc18648 180: 1< 0 - - > 2< 737280 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489119744 - | - - + - > 5< - - + - | 0 - | 180 - -> 00000080:00200000:3.0:1734016150.295788:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012dc185e8 00000080:00200000:3.0:1734016150.295788:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.295789:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.295792:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295796:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295800:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295803:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.295806:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.295808:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 741376 00000080:00200000:3.0:1734016150.295810:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 181 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.295818:0:10408:0:(rw26.c:1006:ll_write_end()) pos 741376, len 4096, copied 4096 00000080:00200000:3.0:1734016150.295820:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012dc18510[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.295821:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a53fc0 1fffff00000805 3:0 ffff88012dc18510 181 lru 00000080:00200000:3.0:1734016150.295824:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012dc18570 181: 1< 0 - - > 2< 741376 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489115648 - | - - + - > 5< - - + - | 0 - | 181 - -> 00000080:00200000:3.0:1734016150.295825:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012dc18510 00000080:00200000:3.0:1734016150.295825:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.295826:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.295828:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295831:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295834:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295837:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.295841:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.295842:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 745472 00000080:00200000:3.0:1734016150.295843:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 182 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.295850:0:10408:0:(rw26.c:1006:ll_write_end()) pos 745472, len 4096, copied 4096 00000080:00200000:3.0:1734016150.295851:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012dc18438[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.295852:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029caa80 1fffff00000805 3:0 ffff88012dc18438 182 lru 00000080:00200000:3.0:1734016150.295855:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012dc18498 182: 1< 0 - - > 2< 745472 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489111552 - | - - + - > 5< - - + - | 0 - | 182 - -> 00000080:00200000:3.0:1734016150.295856:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012dc18438 00000080:00200000:3.0:1734016150.295856:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.295857:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.295859:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295864:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295867:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295870:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.295873:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.295875:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 749568 00000080:00200000:3.0:1734016150.295876:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 183 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.295883:0:10408:0:(rw26.c:1006:ll_write_end()) pos 749568, len 4096, copied 4096 00000080:00200000:3.0:1734016150.295885:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012dc18360[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.295886:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029caac0 1fffff00000805 3:0 ffff88012dc18360 183 lru 00000080:00200000:3.0:1734016150.295888:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012dc183c0 183: 1< 0 - - > 2< 749568 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489107456 - | - - + - > 5< - - + - | 0 - | 183 - -> 00000080:00200000:3.0:1734016150.295889:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012dc18360 00000080:00200000:3.0:1734016150.295889:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.295890:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.295892:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295895:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295899:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295905:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.295909:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.295911:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 753664 00000080:00200000:3.0:1734016150.295912:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 184 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.295919:0:10408:0:(rw26.c:1006:ll_write_end()) pos 753664, len 4096, copied 4096 00000080:00200000:3.0:1734016150.295920:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012dc18288[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.295922:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a73580 1fffff00000805 3:0 ffff88012dc18288 184 lru 00000080:00200000:3.0:1734016150.295924:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012dc182e8 184: 1< 0 - - > 2< 753664 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489103360 - | - - + - > 5< - - + - | 0 - | 184 - -> 00000080:00200000:3.0:1734016150.295925:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012dc18288 00000080:00200000:3.0:1734016150.295925:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.295926:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.295928:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295932:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295935:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295938:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.295942:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.295944:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 757760 00000080:00200000:3.0:1734016150.295945:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 185 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.295951:0:10408:0:(rw26.c:1006:ll_write_end()) pos 757760, len 4096, copied 4096 00000080:00200000:3.0:1734016150.295953:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012dc181b0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.295955:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a735c0 1fffff00000805 3:0 ffff88012dc181b0 185 lru 00000080:00200000:3.0:1734016150.295957:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012dc18210 185: 1< 0 - - > 2< 757760 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489099264 - | - - + - > 5< - - + - | 0 - | 185 - -> 00000080:00200000:3.0:1734016150.295958:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012dc181b0 00000080:00200000:3.0:1734016150.295958:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.295959:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.295961:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295964:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295967:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295970:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.295974:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.295975:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 761856 00000080:00200000:3.0:1734016150.295976:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 186 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.295985:0:10408:0:(rw26.c:1006:ll_write_end()) pos 761856, len 4096, copied 4096 00000080:00200000:3.0:1734016150.295986:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012dc180d8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.295987:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002afd500 1fffff00000825 2:0 ffff88012dc180d8 186 lru 00000080:00200000:3.0:1734016150.295990:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012dc18138 186: 1< 0 - - > 2< 761856 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489095168 - | - - + - > 5< - - + - | 0 - | 186 - -> 00000080:00200000:3.0:1734016150.295991:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012dc180d8 00000080:00200000:3.0:1734016150.295991:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.295992:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.295994:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.295998:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.296002:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.296005:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.296008:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.296009:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 765952 00000080:00200000:3.0:1734016150.296010:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 187 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.296016:0:10408:0:(rw26.c:1006:ll_write_end()) pos 765952, len 4096, copied 4096 00000080:00200000:3.0:1734016150.296018:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012dc18000[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.296019:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002afd540 1fffff00000805 3:0 ffff88012dc18000 187 lru 00000080:00200000:3.0:1734016150.296021:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012dc18060 187: 1< 0 - - > 2< 765952 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489091072 - | - - + - > 5< - - + - | 0 - | 187 - -> 00000080:00200000:3.0:1734016150.296022:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012dc18000 00000080:00200000:3.0:1734016150.296022:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.296023:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.296025:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.296028:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.296032:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.296036:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.296040:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.296042:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 770048 00000080:00200000:3.0:1734016150.296043:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 188 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.296050:0:10408:0:(rw26.c:1006:ll_write_end()) pos 770048, len 4096, copied 4096 00000080:00200000:3.0:1734016150.296051:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e1d7e58[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.296052:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d0000 1fffff00000805 3:0 ffff88012e1d7e58 188 lru 00000080:00200000:3.0:1734016150.296055:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e1d7eb8 188: 1< 0 - - > 2< 770048 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489086976 - | - - + - > 5< - - + - | 0 - | 188 - -> 00000080:00200000:3.0:1734016150.296055:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e1d7e58 00000080:00200000:3.0:1734016150.296056:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.296056:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.296059:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.296063:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.296066:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.296069:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.296073:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.296074:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 774144 00000080:00200000:3.0:1734016150.296076:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 189 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.296082:0:10408:0:(rw26.c:1006:ll_write_end()) pos 774144, len 4096, copied 4096 00000080:00200000:3.0:1734016150.296084:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e1d7d80[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.296085:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d0040 1fffff00000805 3:0 ffff88012e1d7d80 189 lru 00000080:00200000:3.0:1734016150.296087:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e1d7de0 189: 1< 0 - - > 2< 774144 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489082880 - | - - + - > 5< - - + - | 0 - | 189 - -> 00000080:00200000:3.0:1734016150.296088:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e1d7d80 00000080:00200000:3.0:1734016150.296089:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.296089:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.296092:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.296095:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.296097:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.296101:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.296105:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.296107:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 778240 00000080:00200000:3.0:1734016150.296108:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 190 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.296114:0:10408:0:(rw26.c:1006:ll_write_end()) pos 778240, len 4096, copied 4096 00000080:00200000:3.0:1734016150.296116:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e1d7ca8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.296117:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d3a00 1fffff00000805 3:0 ffff88012e1d7ca8 190 lru 00000080:00200000:3.0:1734016150.296119:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e1d7d08 190: 1< 0 - - > 2< 778240 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489078784 - | - - + - > 5< - - + - | 0 - | 190 - -> 00000080:00200000:3.0:1734016150.296120:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e1d7ca8 00000080:00200000:3.0:1734016150.296121:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.296122:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.296125:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.296128:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.296131:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.296135:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.296141:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.296143:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 782336 00000080:00200000:3.0:1734016150.296145:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 191 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.296154:0:10408:0:(rw26.c:1006:ll_write_end()) pos 782336, len 4096, copied 4096 00000080:00200000:3.0:1734016150.296156:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e1d7bd0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.296158:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d3a40 1fffff00000805 3:0 ffff88012e1d7bd0 191 lru 00000080:00200000:3.0:1734016150.296161:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e1d7c30 191: 1< 0 - - > 2< 782336 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489074688 - | - - + - > 5< - - + - | 0 - | 191 - -> 00000080:00200000:3.0:1734016150.296162:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e1d7bd0 00000080:00200000:3.0:1734016150.296163:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.296164:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.296169:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.296174:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.296180:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.296187:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.296195:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.296198:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 786432 00000080:00200000:3.0:1734016150.296200:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 192 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.296214:0:10408:0:(rw26.c:1006:ll_write_end()) pos 786432, len 4096, copied 4096 00000080:00200000:3.0:1734016150.296217:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e1d7af8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.296219:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002af7500 1fffff00000805 3:0 ffff88012e1d7af8 192 lru 00000080:00200000:3.0:1734016150.296223:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e1d7b58 192: 1< 0 - - > 2< 786432 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489070592 - | - - + - > 5< - - + - | 0 - | 192 - -> 00000080:00200000:3.0:1734016150.296225:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e1d7af8 00000080:00200000:3.0:1734016150.296225:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.296226:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.296231:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.296237:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.296243:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.296250:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.296257:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.296259:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 790528 00000080:00200000:3.0:1734016150.296262:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 193 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.296273:0:10408:0:(rw26.c:1006:ll_write_end()) pos 790528, len 4096, copied 4096 00000080:00200000:3.0:1734016150.296276:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e1d7a20[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.296278:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002af7540 1fffff00000805 3:0 ffff88012e1d7a20 193 lru 00000080:00200000:3.0:1734016150.296282:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e1d7a80 193: 1< 0 - - > 2< 790528 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489066496 - | - - + - > 5< - - + - | 0 - | 193 - -> 00000080:00200000:3.0:1734016150.296283:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e1d7a20 00000080:00200000:3.0:1734016150.296284:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.296285:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.296289:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.296293:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.296296:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.296300:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.296304:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.296305:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 794624 00000080:00200000:3.0:1734016150.296307:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 194 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.296314:0:10408:0:(rw26.c:1006:ll_write_end()) pos 794624, len 4096, copied 4096 00000080:00200000:3.0:1734016150.296316:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e1d7948[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.296317:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002b7a100 1fffff00000805 3:0 ffff88012e1d7948 194 lru 00000080:00200000:3.0:1734016150.296404:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e1d79a8 194: 1< 0 - - > 2< 794624 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 489062400 - | - - + - > 5< - - + - | 0 - | 194 - -> 00000080:00200000:3.0:1734016150.296406:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e1d7948 00000080:00200000:3.0:1734016150.296407:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.296408:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.300468:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.300476:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.300481:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.300487:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.300497:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.300501:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1118208 00000080:00200000:3.0:1734016150.300503:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 273 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.300519:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1118208, len 4096, copied 4096 00000080:00200000:3.0:1734016150.300521:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e1d7870[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.300523:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002b7a140 1fffff00000805 3:0 ffff88012e1d7870 273 lru 00000080:00200000:3.0:1734016150.300526:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e1d78d0 273: 1< 0 - - > 2< 1118208 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488738816 - | - - + - > 5< - - + - | 0 - | 273 - -> 00000080:00200000:3.0:1734016150.300527:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e1d7870 00000080:00200000:3.0:1734016150.300528:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.300529:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.300535:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.300540:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.300545:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.300551:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.300558:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.300561:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1122304 00000080:00200000:3.0:1734016150.300563:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 274 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.300574:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1122304, len 4096, copied 4096 00000080:00200000:3.0:1734016150.300577:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e1d7798[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.300578:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002afd780 1fffff00000805 3:0 ffff88012e1d7798 274 lru 00000080:00200000:3.0:1734016150.300582:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e1d77f8 274: 1< 0 - - > 2< 1122304 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488734720 - | - - + - > 5< - - + - | 0 - | 274 - -> 00000080:00200000:3.0:1734016150.300583:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e1d7798 00000080:00200000:3.0:1734016150.300584:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.300585:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.300590:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.300595:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.300599:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.300615:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.300622:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.300624:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1126400 00000080:00200000:3.0:1734016150.300626:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 275 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.300636:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1126400, len 4096, copied 4096 00000080:00200000:3.0:1734016150.300639:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e1d76c0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.300641:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002afd7c0 1fffff00000805 3:0 ffff88012e1d76c0 275 lru 00000080:00200000:3.0:1734016150.300645:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e1d7720 275: 1< 0 - - > 2< 1126400 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488730624 - | - - + - > 5< - - + - | 0 - | 275 - -> 00000080:00200000:3.0:1734016150.300646:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e1d76c0 00000080:00200000:3.0:1734016150.300647:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.300648:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.300658:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.300664:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.300669:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.300674:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.300681:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.300684:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1130496 00000080:00200000:3.0:1734016150.300686:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 276 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.300696:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1130496, len 4096, copied 4096 00000080:00200000:3.0:1734016150.300699:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e1d75e8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.300701:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a74900 1fffff00000805 3:0 ffff88012e1d75e8 276 lru 00000080:00200000:3.0:1734016150.300705:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e1d7648 276: 1< 0 - - > 2< 1130496 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488726528 - | - - + - > 5< - - + - | 0 - | 276 - -> 00000080:00200000:3.0:1734016150.300706:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e1d75e8 00000080:00200000:3.0:1734016150.300707:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.300708:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.300712:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.300718:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.300723:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.300729:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.300735:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.300737:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1134592 00000080:00200000:3.0:1734016150.300739:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 277 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.300747:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1134592, len 4096, copied 4096 00000080:00200000:3.0:1734016150.300750:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e1d7510[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.300752:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a74940 1fffff00000805 3:0 ffff88012e1d7510 277 lru 00000080:00200000:3.0:1734016150.300767:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e1d7570 277: 1< 0 - - > 2< 1134592 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488722432 - | - - + - > 5< - - + - | 0 - | 277 - -> 00000080:00200000:3.0:1734016150.300768:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e1d7510 00000080:00200000:3.0:1734016150.300769:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.300770:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.300776:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.300782:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.300788:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.300794:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.300801:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.300804:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1138688 00000080:00200000:3.0:1734016150.300806:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 278 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.300820:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1138688, len 4096, copied 4096 00000080:00200000:3.0:1734016150.300823:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e1d7438[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.300825:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d5d80 1fffff00000825 2:0 ffff88012e1d7438 278 lru 00000080:00200000:3.0:1734016150.300829:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e1d7498 278: 1< 0 - - > 2< 1138688 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488718336 - | - - + - > 5< - - + - | 0 - | 278 - -> 00000080:00200000:3.0:1734016150.300831:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e1d7438 00000080:00200000:3.0:1734016150.300832:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.300833:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.300837:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.300843:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.300849:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.300854:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.300860:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.300863:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1142784 00000080:00200000:3.0:1734016150.300865:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 279 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.300873:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1142784, len 4096, copied 4096 00000080:00200000:3.0:1734016150.300876:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e1d7360[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.300878:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d5dc0 1fffff00000805 3:0 ffff88012e1d7360 279 lru 00000080:00200000:3.0:1734016150.300883:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e1d73c0 279: 1< 0 - - > 2< 1142784 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488714240 - | - - + - > 5< - - + - | 0 - | 279 - -> 00000080:00200000:3.0:1734016150.300884:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e1d7360 00000080:00200000:3.0:1734016150.300885:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.300886:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.300889:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.300895:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.300901:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.300907:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.300913:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.300915:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1146880 00000080:00200000:3.0:1734016150.300917:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 280 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.300925:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1146880, len 4096, copied 4096 00000080:00200000:3.0:1734016150.300927:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e1d7288[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.300929:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a4fb00 1fffff00000805 3:0 ffff88012e1d7288 280 lru 00000080:00200000:3.0:1734016150.300933:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e1d72e8 280: 1< 0 - - > 2< 1146880 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488710144 - | - - + - > 5< - - + - | 0 - | 280 - -> 00000080:00200000:3.0:1734016150.300935:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e1d7288 00000080:00200000:3.0:1734016150.300936:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.300937:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.300941:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.300947:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.300953:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.300958:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.300964:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.300966:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1150976 00000080:00200000:3.0:1734016150.300968:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 281 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.300985:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1150976, len 4096, copied 4096 00000080:00200000:3.0:1734016150.300988:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e1d71b0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.300990:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a72f40 1fffff00000805 3:0 ffff88012e1d71b0 281 lru 00000080:00200000:3.0:1734016150.300994:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e1d7210 281: 1< 0 - - > 2< 1150976 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488706048 - | - - + - > 5< - - + - | 0 - | 281 - -> 00000080:00200000:3.0:1734016150.300995:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e1d71b0 00000080:00200000:3.0:1734016150.300996:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.300997:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.301001:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.301006:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.301013:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.301019:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.301026:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.301028:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1155072 00000080:00200000:3.0:1734016150.301030:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 282 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.301038:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1155072, len 4096, copied 4096 00000080:00200000:3.0:1734016150.301045:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e1d70d8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.301047:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d3b00 1fffff00000805 3:0 ffff88012e1d70d8 282 lru 00000080:00200000:3.0:1734016150.301051:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e1d7138 282: 1< 0 - - > 2< 1155072 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488701952 - | - - + - > 5< - - + - | 0 - | 282 - -> 00000080:00200000:3.0:1734016150.301052:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e1d70d8 00000080:00200000:3.0:1734016150.301053:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.301054:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.301058:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.301065:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.301070:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.301076:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.301083:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.301085:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1159168 00000080:00200000:3.0:1734016150.301087:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 283 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.301097:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1159168, len 4096, copied 4096 00000080:00200000:3.0:1734016150.301100:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e1d7000[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.301102:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d3b40 1fffff00000805 3:0 ffff88012e1d7000 283 lru 00000080:00200000:3.0:1734016150.301105:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e1d7060 283: 1< 0 - - > 2< 1159168 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488697856 - | - - + - > 5< - - + - | 0 - | 283 - -> 00000080:00200000:3.0:1734016150.301107:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e1d7000 00000080:00200000:3.0:1734016150.301108:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.301109:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.301114:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.301120:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.301126:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.301132:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.301140:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.301143:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1163264 00000080:00200000:3.0:1734016150.301145:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 284 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.301158:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1163264, len 4096, copied 4096 00000080:00200000:3.0:1734016150.301160:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e3a5e58[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.301162:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a55800 1fffff00000805 3:0 ffff88012e3a5e58 284 lru 00000080:00200000:3.0:1734016150.301165:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e3a5eb8 284: 1< 0 - - > 2< 1163264 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488693760 - | - - + - > 5< - - + - | 0 - | 284 - -> 00000080:00200000:3.0:1734016150.301166:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e3a5e58 00000080:00200000:3.0:1734016150.301167:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.301168:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.301173:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.301179:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.301184:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.301190:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.301198:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.301200:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1167360 00000080:00200000:3.0:1734016150.301203:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 285 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.301216:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1167360, len 4096, copied 4096 00000080:00200000:3.0:1734016150.301219:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e3a5d80[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.301221:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a55840 1fffff00000805 3:0 ffff88012e3a5d80 285 lru 00000080:00200000:3.0:1734016150.301225:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e3a5de0 285: 1< 0 - - > 2< 1167360 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488689664 - | - - + - > 5< - - + - | 0 - | 285 - -> 00000080:00200000:3.0:1734016150.301226:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e3a5d80 00000080:00200000:3.0:1734016150.301227:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.301228:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.301233:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.301239:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.301244:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.301250:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.301256:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.301258:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1171456 00000080:00200000:3.0:1734016150.301260:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 286 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.301269:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1171456, len 4096, copied 4096 00000080:00200000:3.0:1734016150.301270:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e3a5ca8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.301272:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d3080 1fffff00000805 3:0 ffff88012e3a5ca8 286 lru 00000080:00200000:3.0:1734016150.301275:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e3a5d08 286: 1< 0 - - > 2< 1171456 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488685568 - | - - + - > 5< - - + - | 0 - | 286 - -> 00000080:00200000:3.0:1734016150.301277:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e3a5ca8 00000080:00200000:3.0:1734016150.301277:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.301278:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.301282:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.301288:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.301293:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.301297:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.301303:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.301306:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1175552 00000080:00200000:3.0:1734016150.301309:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 287 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.301339:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1175552, len 4096, copied 4096 00000080:00200000:3.0:1734016150.301342:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e3a5bd0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.301343:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d30c0 1fffff00000805 3:0 ffff88012e3a5bd0 287 lru 00000080:00200000:3.0:1734016150.301347:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e3a5c30 287: 1< 0 - - > 2< 1175552 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488681472 - | - - + - > 5< - - + - | 0 - | 287 - -> 00000080:00200000:3.0:1734016150.301349:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e3a5bd0 00000080:00200000:3.0:1734016150.301350:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.301351:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.301357:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.301363:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.301369:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.301373:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.301380:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.301383:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1179648 00000080:00200000:3.0:1734016150.301385:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 288 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.301395:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1179648, len 4096, copied 4096 00000080:00200000:3.0:1734016150.301398:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e3a5af8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.301399:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c8000 1fffff00000805 3:0 ffff88012e3a5af8 288 lru 00000080:00200000:3.0:1734016150.301403:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e3a5b58 288: 1< 0 - - > 2< 1179648 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488677376 - | - - + - > 5< - - + - | 0 - | 288 - -> 00000080:00200000:3.0:1734016150.301404:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e3a5af8 00000080:00200000:3.0:1734016150.301405:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.301406:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.301411:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.301417:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.301423:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.301428:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.301436:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.301439:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1183744 00000080:00200000:3.0:1734016150.301441:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 289 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.301452:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1183744, len 4096, copied 4096 00000080:00200000:3.0:1734016150.301455:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e3a5a20[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.301457:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c8040 1fffff00000805 3:0 ffff88012e3a5a20 289 lru 00000080:00200000:3.0:1734016150.301460:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e3a5a80 289: 1< 0 - - > 2< 1183744 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488673280 - | - - + - > 5< - - + - | 0 - | 289 - -> 00000080:00200000:3.0:1734016150.301462:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e3a5a20 00000080:00200000:3.0:1734016150.301462:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.301463:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.301468:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.301473:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.301478:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.301484:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.301491:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.301493:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1187840 00000080:00200000:3.0:1734016150.301495:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 290 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.301506:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1187840, len 4096, copied 4096 00000080:00200000:3.0:1734016150.301509:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e3a5948[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.301510:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c8900 1fffff00000805 3:0 ffff88012e3a5948 290 lru 00000080:00200000:3.0:1734016150.301515:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e3a59a8 290: 1< 0 - - > 2< 1187840 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488669184 - | - - + - > 5< - - + - | 0 - | 290 - -> 00000080:00200000:3.0:1734016150.301516:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e3a5948 00000080:00200000:3.0:1734016150.301517:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.301518:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.301523:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.301529:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.301534:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.301539:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.301546:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.301548:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1191936 00000080:00200000:3.0:1734016150.301550:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 291 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.301561:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1191936, len 4096, copied 4096 00000080:00200000:3.0:1734016150.301564:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e3a5870[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.301565:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c8940 1fffff00000805 3:0 ffff88012e3a5870 291 lru 00000080:00200000:3.0:1734016150.301569:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e3a58d0 291: 1< 0 - - > 2< 1191936 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488665088 - | - - + - > 5< - - + - | 0 - | 291 - -> 00000080:00200000:3.0:1734016150.301570:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e3a5870 00000080:00200000:3.0:1734016150.301571:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.301572:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.301576:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.301582:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.301586:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.301591:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.301597:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.301600:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1196032 00000080:00200000:3.0:1734016150.301603:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 292 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.301615:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1196032, len 4096, copied 4096 00000080:00200000:3.0:1734016150.301618:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e3a5798[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.301620:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a76c80 1fffff00000825 2:0 ffff88012e3a5798 292 lru 00000080:00200000:3.0:1734016150.301623:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e3a57f8 292: 1< 0 - - > 2< 1196032 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488660992 - | - - + - > 5< - - + - | 0 - | 292 - -> 00000080:00200000:3.0:1734016150.301624:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e3a5798 00000080:00200000:3.0:1734016150.301625:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.301626:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.301631:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.301636:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.301641:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.301647:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.301655:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.301658:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1200128 00000080:00200000:3.0:1734016150.301659:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 293 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.301672:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1200128, len 4096, copied 4096 00000080:00200000:3.0:1734016150.301674:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e3a56c0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.301675:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a76cc0 1fffff00000805 3:0 ffff88012e3a56c0 293 lru 00000080:00200000:3.0:1734016150.301679:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e3a5720 293: 1< 0 - - > 2< 1200128 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488656896 - | - - + - > 5< - - + - | 0 - | 293 - -> 00000080:00200000:3.0:1734016150.301680:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e3a56c0 00000080:00200000:3.0:1734016150.301681:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.301682:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.301686:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.301692:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.301696:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.301702:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.301710:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.301712:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1204224 00000080:00200000:3.0:1734016150.301715:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 294 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.301725:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1204224, len 4096, copied 4096 00000080:00200000:3.0:1734016150.301728:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e3a55e8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.301730:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a55200 1fffff00000805 3:0 ffff88012e3a55e8 294 lru 00000080:00200000:3.0:1734016150.301734:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e3a5648 294: 1< 0 - - > 2< 1204224 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488652800 - | - - + - > 5< - - + - | 0 - | 294 - -> 00000080:00200000:3.0:1734016150.301735:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e3a55e8 00000080:00200000:3.0:1734016150.301736:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.301737:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.301742:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.301748:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.301766:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.301772:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.301781:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.301784:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1208320 00000080:00200000:3.0:1734016150.301787:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 295 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.301798:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1208320, len 4096, copied 4096 00000080:00200000:3.0:1734016150.301801:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e3a5510[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.301803:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a55240 1fffff00000805 3:0 ffff88012e3a5510 295 lru 00000080:00200000:3.0:1734016150.301807:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e3a5570 295: 1< 0 - - > 2< 1208320 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488648704 - | - - + - > 5< - - + - | 0 - | 295 - -> 00000080:00200000:3.0:1734016150.301808:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e3a5510 00000080:00200000:3.0:1734016150.301809:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.301810:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.301816:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.301822:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.301827:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.301832:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.301840:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.301843:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1212416 00000080:00200000:3.0:1734016150.301845:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 296 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.301855:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1212416, len 4096, copied 4096 00000080:00200000:3.0:1734016150.301858:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e3a5438[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.301860:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c8b80 1fffff00000805 3:0 ffff88012e3a5438 296 lru 00000080:00200000:3.0:1734016150.301864:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e3a5498 296: 1< 0 - - > 2< 1212416 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488644608 - | - - + - > 5< - - + - | 0 - | 296 - -> 00000080:00200000:3.0:1734016150.301866:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e3a5438 00000080:00200000:3.0:1734016150.301866:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.301868:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.301873:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.301878:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.301884:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.301890:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.301899:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.301901:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1216512 00000080:00200000:3.0:1734016150.301904:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 297 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.301917:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1216512, len 4096, copied 4096 00000080:00200000:3.0:1734016150.301919:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e3a5360[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.301921:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c8bc0 1fffff00000805 3:0 ffff88012e3a5360 297 lru 00000080:00200000:3.0:1734016150.301925:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e3a53c0 297: 1< 0 - - > 2< 1216512 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488640512 - | - - + - > 5< - - + - | 0 - | 297 - -> 00000080:00200000:3.0:1734016150.301926:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e3a5360 00000080:00200000:3.0:1734016150.301926:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.301927:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.301932:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.301937:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.301942:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.301948:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.301954:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.301957:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1220608 00000080:00200000:3.0:1734016150.301959:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 298 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.301971:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1220608, len 4096, copied 4096 00000080:00200000:3.0:1734016150.301974:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e3a5288[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.301976:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029ccd80 1fffff00000805 3:0 ffff88012e3a5288 298 lru 00000080:00200000:3.0:1734016150.301980:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e3a52e8 298: 1< 0 - - > 2< 1220608 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488636416 - | - - + - > 5< - - + - | 0 - | 298 - -> 00000080:00200000:3.0:1734016150.301981:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e3a5288 00000080:00200000:3.0:1734016150.301982:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.301983:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.301987:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.301993:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.301997:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.302002:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.302008:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.302011:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1224704 00000080:00200000:3.0:1734016150.302013:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 299 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.302024:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1224704, len 4096, copied 4096 00000080:00200000:3.0:1734016150.302026:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e3a51b0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.302028:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029ccdc0 1fffff00000805 3:0 ffff88012e3a51b0 299 lru 00000080:00200000:3.0:1734016150.302032:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e3a5210 299: 1< 0 - - > 2< 1224704 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488632320 - | - - + - > 5< - - + - | 0 - | 299 - -> 00000080:00200000:3.0:1734016150.302033:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e3a51b0 00000080:00200000:3.0:1734016150.302034:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.302035:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.302041:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.302047:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.302052:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.302056:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.302062:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.302065:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1228800 00000080:00200000:3.0:1734016150.302066:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 300 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.302077:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1228800, len 4096, copied 4096 00000080:00200000:3.0:1734016150.302080:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e3a50d8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.302081:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cf180 1fffff00000805 3:0 ffff88012e3a50d8 300 lru 00000080:00200000:3.0:1734016150.302086:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e3a5138 300: 1< 0 - - > 2< 1228800 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488628224 - | - - + - > 5< - - + - | 0 - | 300 - -> 00000080:00200000:3.0:1734016150.302087:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e3a50d8 00000080:00200000:3.0:1734016150.302087:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.302088:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.302093:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.302099:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.302104:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.302108:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.302120:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.302123:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1232896 00000080:00200000:3.0:1734016150.302125:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 301 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.302135:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1232896, len 4096, copied 4096 00000080:00200000:3.0:1734016150.302137:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e3a5000[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.302139:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cf1c0 1fffff00000805 3:0 ffff88012e3a5000 301 lru 00000080:00200000:3.0:1734016150.302143:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e3a5060 301: 1< 0 - - > 2< 1232896 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488624128 - | - - + - > 5< - - + - | 0 - | 301 - -> 00000080:00200000:3.0:1734016150.302144:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e3a5000 00000080:00200000:3.0:1734016150.302145:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.302146:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.302151:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.302156:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.302162:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.302168:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.302175:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.302178:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1236992 00000080:00200000:3.0:1734016150.302180:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 302 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.302191:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1236992, len 4096, copied 4096 00000080:00200000:3.0:1734016150.302193:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136b7ee58[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.302195:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cc600 1fffff00000805 3:0 ffff880136b7ee58 302 lru 00000080:00200000:3.0:1734016150.302198:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136b7eeb8 302: 1< 0 - - > 2< 1236992 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488620032 - | - - + - > 5< - - + - | 0 - | 302 - -> 00000080:00200000:3.0:1734016150.302199:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136b7ee58 00000080:00200000:3.0:1734016150.302200:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.302201:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.302205:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.302210:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.302218:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.302223:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.302229:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.302231:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1241088 00000080:00200000:3.0:1734016150.302234:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 303 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.302245:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1241088, len 4096, copied 4096 00000080:00200000:3.0:1734016150.302247:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136b7ed80[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.302249:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cc640 1fffff00000805 3:0 ffff880136b7ed80 303 lru 00000080:00200000:3.0:1734016150.302253:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136b7ede0 303: 1< 0 - - > 2< 1241088 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488615936 - | - - + - > 5< - - + - | 0 - | 303 - -> 00000080:00200000:3.0:1734016150.302254:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136b7ed80 00000080:00200000:3.0:1734016150.302255:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.302256:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.302261:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.302266:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.302270:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.302275:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.302280:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.302282:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1245184 00000080:00200000:3.0:1734016150.302284:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 304 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.302294:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1245184, len 4096, copied 4096 00000080:00200000:3.0:1734016150.302297:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136b7eca8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.302299:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d3c80 1fffff00000805 3:0 ffff880136b7eca8 304 lru 00000080:00200000:3.0:1734016150.302303:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136b7ed08 304: 1< 0 - - > 2< 1245184 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488611840 - | - - + - > 5< - - + - | 0 - | 304 - -> 00000080:00200000:3.0:1734016150.302305:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136b7eca8 00000080:00200000:3.0:1734016150.302305:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.302306:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.302311:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.302317:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.302354:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.302360:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.302370:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.302374:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1249280 00000080:00200000:3.0:1734016150.302377:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 305 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.302391:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1249280, len 4096, copied 4096 00000080:00200000:3.0:1734016150.302395:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136b7ebd0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.302396:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d3cc0 1fffff00000805 3:0 ffff880136b7ebd0 305 lru 00000080:00200000:3.0:1734016150.302400:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136b7ec30 305: 1< 0 - - > 2< 1249280 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488607744 - | - - + - > 5< - - + - | 0 - | 305 - -> 00000080:00200000:3.0:1734016150.302401:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136b7ebd0 00000080:00200000:3.0:1734016150.302402:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.302403:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.302407:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.302413:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.302418:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.302424:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.302431:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.302434:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1253376 00000080:00200000:3.0:1734016150.302436:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 306 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.302450:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1253376, len 4096, copied 4096 00000080:00200000:3.0:1734016150.302452:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136b7eaf8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.302455:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a76e80 1fffff00000825 2:0 ffff880136b7eaf8 306 lru 00000080:00200000:3.0:1734016150.302458:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136b7eb58 306: 1< 0 - - > 2< 1253376 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488603648 - | - - + - > 5< - - + - | 0 - | 306 - -> 00000080:00200000:3.0:1734016150.302460:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136b7eaf8 00000080:00200000:3.0:1734016150.302460:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.302462:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.302466:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.302472:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.302476:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.302480:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.302486:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.302489:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1257472 00000080:00200000:3.0:1734016150.302491:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 307 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.302501:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1257472, len 4096, copied 4096 00000080:00200000:3.0:1734016150.302503:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136b7ea20[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.302505:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a76ec0 1fffff00000805 3:0 ffff880136b7ea20 307 lru 00000080:00200000:3.0:1734016150.302509:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136b7ea80 307: 1< 0 - - > 2< 1257472 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488599552 - | - - + - > 5< - - + - | 0 - | 307 - -> 00000080:00200000:3.0:1734016150.302510:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136b7ea20 00000080:00200000:3.0:1734016150.302511:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.302512:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.302517:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.302523:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.302528:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.302533:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.302541:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.302544:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1261568 00000080:00200000:3.0:1734016150.302546:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 308 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.302557:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1261568, len 4096, copied 4096 00000080:00200000:3.0:1734016150.302560:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136b7e948[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.302562:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d5100 1fffff00000805 3:0 ffff880136b7e948 308 lru 00000080:00200000:3.0:1734016150.302567:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136b7e9a8 308: 1< 0 - - > 2< 1261568 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488595456 - | - - + - > 5< - - + - | 0 - | 308 - -> 00000080:00200000:3.0:1734016150.302568:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136b7e948 00000080:00200000:3.0:1734016150.302569:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.302570:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.302576:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.302583:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.302588:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.302594:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.302601:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.302604:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1265664 00000080:00200000:3.0:1734016150.302605:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 309 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.302616:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1265664, len 4096, copied 4096 00000080:00200000:3.0:1734016150.302619:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136b7e870[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.302620:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d5140 1fffff00000805 3:0 ffff880136b7e870 309 lru 00000080:00200000:3.0:1734016150.302624:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136b7e8d0 309: 1< 0 - - > 2< 1265664 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488591360 - | - - + - > 5< - - + - | 0 - | 309 - -> 00000080:00200000:3.0:1734016150.302626:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136b7e870 00000080:00200000:3.0:1734016150.302627:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.302628:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.302633:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.302639:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.302646:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.302651:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.302659:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.302662:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1269760 00000080:00200000:3.0:1734016150.302664:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 310 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.302677:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1269760, len 4096, copied 4096 00000080:00200000:3.0:1734016150.302680:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136b7e798[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.302682:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a75780 1fffff00000805 3:0 ffff880136b7e798 310 lru 00000080:00200000:3.0:1734016150.302686:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136b7e7f8 310: 1< 0 - - > 2< 1269760 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488587264 - | - - + - > 5< - - + - | 0 - | 310 - -> 00000080:00200000:3.0:1734016150.302687:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136b7e798 00000080:00200000:3.0:1734016150.302688:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.302689:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.302694:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.302699:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.302704:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.302709:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.302715:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.302718:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1273856 00000080:00200000:3.0:1734016150.302721:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 311 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.302733:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1273856, len 4096, copied 4096 00000080:00200000:3.0:1734016150.302736:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136b7e6c0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.302737:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a757c0 1fffff00000805 3:0 ffff880136b7e6c0 311 lru 00000080:00200000:3.0:1734016150.302741:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136b7e720 311: 1< 0 - - > 2< 1273856 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488583168 - | - - + - > 5< - - + - | 0 - | 311 - -> 00000080:00200000:3.0:1734016150.302743:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136b7e6c0 00000080:00200000:3.0:1734016150.302743:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.302744:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.302749:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.302767:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.302773:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.302780:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.302788:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.302791:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1277952 00000080:00200000:3.0:1734016150.302793:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 312 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.302810:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1277952, len 4096, copied 4096 00000080:00200000:3.0:1734016150.302812:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136b7e5e8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.302813:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a71380 1fffff00000805 3:0 ffff880136b7e5e8 312 lru 00000080:00200000:3.0:1734016150.302816:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136b7e648 312: 1< 0 - - > 2< 1277952 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488579072 - | - - + - > 5< - - + - | 0 - | 312 - -> 00000080:00200000:3.0:1734016150.302817:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136b7e5e8 00000080:00200000:3.0:1734016150.302817:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.302818:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.302821:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.302827:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.302830:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.302833:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.302837:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.302838:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1282048 00000080:00200000:3.0:1734016150.302840:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 313 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.302846:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1282048, len 4096, copied 4096 00000080:00200000:3.0:1734016150.302848:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136b7e510[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.302849:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a713c0 1fffff00000805 3:0 ffff880136b7e510 313 lru 00000080:00200000:3.0:1734016150.302851:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136b7e570 313: 1< 0 - - > 2< 1282048 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488574976 - | - - + - > 5< - - + - | 0 - | 313 - -> 00000080:00200000:3.0:1734016150.302852:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136b7e510 00000080:00200000:3.0:1734016150.302853:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.302853:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.302855:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.302859:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.302863:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.302866:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.302870:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.302872:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1286144 00000080:00200000:3.0:1734016150.302873:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 314 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.302880:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1286144, len 4096, copied 4096 00000080:00200000:3.0:1734016150.302881:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136b7e438[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.302882:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d5e00 1fffff00000805 3:0 ffff880136b7e438 314 lru 00000080:00200000:3.0:1734016150.302885:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136b7e498 314: 1< 0 - - > 2< 1286144 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488570880 - | - - + - > 5< - - + - | 0 - | 314 - -> 00000080:00200000:3.0:1734016150.302885:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136b7e438 00000080:00200000:3.0:1734016150.302886:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.302886:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.302889:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.302892:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.302895:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.302898:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.302902:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.302903:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1290240 00000080:00200000:3.0:1734016150.302905:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 315 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.302911:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1290240, len 4096, copied 4096 00000080:00200000:3.0:1734016150.302913:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136b7e360[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.302914:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d5e40 1fffff00000805 3:0 ffff880136b7e360 315 lru 00000080:00200000:3.0:1734016150.302916:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136b7e3c0 315: 1< 0 - - > 2< 1290240 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488566784 - | - - + - > 5< - - + - | 0 - | 315 - -> 00000080:00200000:3.0:1734016150.302917:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136b7e360 00000080:00200000:3.0:1734016150.302918:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.302918:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.302921:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.302924:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.302927:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.302930:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.302933:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.302935:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1294336 00000080:00200000:3.0:1734016150.302936:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 316 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.302943:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1294336, len 4096, copied 4096 00000080:00200000:3.0:1734016150.302945:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136b7e288[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.302946:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d5e80 1fffff00000805 3:0 ffff880136b7e288 316 lru 00000080:00200000:3.0:1734016150.302948:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136b7e2e8 316: 1< 0 - - > 2< 1294336 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488562688 - | - - + - > 5< - - + - | 0 - | 316 - -> 00000080:00200000:3.0:1734016150.302949:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136b7e288 00000080:00200000:3.0:1734016150.302950:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.302950:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.302953:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.302956:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.302959:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.302962:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.302966:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.302967:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1298432 00000080:00200000:3.0:1734016150.302968:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 317 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.302976:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1298432, len 4096, copied 4096 00000080:00200000:3.0:1734016150.302977:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136b7e1b0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.302979:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d5ec0 1fffff00000805 3:0 ffff880136b7e1b0 317 lru 00000080:00200000:3.0:1734016150.302981:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136b7e210 317: 1< 0 - - > 2< 1298432 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488558592 - | - - + - > 5< - - + - | 0 - | 317 - -> 00000080:00200000:3.0:1734016150.302982:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136b7e1b0 00000080:00200000:3.0:1734016150.302982:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.302983:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.302985:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.302988:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.302992:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.302996:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.303000:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.303001:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1302528 00000080:00200000:3.0:1734016150.303002:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 318 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.303009:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1302528, len 4096, copied 4096 00000080:00200000:3.0:1734016150.303011:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136b7e0d8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.303012:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c8200 1fffff00000805 3:0 ffff880136b7e0d8 318 lru 00000080:00200000:3.0:1734016150.303014:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136b7e138 318: 1< 0 - - > 2< 1302528 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488554496 - | - - + - > 5< - - + - | 0 - | 318 - -> 00000080:00200000:3.0:1734016150.303015:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136b7e0d8 00000080:00200000:3.0:1734016150.303015:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.303016:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.303018:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303023:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303026:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303029:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.303033:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.303034:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1306624 00000080:00200000:3.0:1734016150.303036:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 319 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.303042:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1306624, len 4096, copied 4096 00000080:00200000:3.0:1734016150.303044:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136b7e000[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.303045:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c8240 1fffff00000805 3:0 ffff880136b7e000 319 lru 00000080:00200000:3.0:1734016150.303047:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136b7e060 319: 1< 0 - - > 2< 1306624 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488550400 - | - - + - > 5< - - + - | 0 - | 319 - -> 00000080:00200000:3.0:1734016150.303048:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136b7e000 00000080:00200000:3.0:1734016150.303048:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.303049:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.303051:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303054:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303057:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303060:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.303064:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.303065:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1310720 00000080:00200000:3.0:1734016150.303066:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 320 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.303078:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1310720, len 4096, copied 4096 00000080:00200000:3.0:1734016150.303080:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012bfd4e58[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.303081:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c8280 1fffff00000825 2:0 ffff88012bfd4e58 320 lru 00000080:00200000:3.0:1734016150.303083:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012bfd4eb8 320: 1< 0 - - > 2< 1310720 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488546304 - | - - + - > 5< - - + - | 0 - | 320 - -> 00000080:00200000:3.0:1734016150.303084:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012bfd4e58 00000080:00200000:3.0:1734016150.303084:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.303085:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.303088:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303092:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303095:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303098:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.303102:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.303103:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1314816 00000080:00200000:3.0:1734016150.303105:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 321 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.303112:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1314816, len 4096, copied 4096 00000080:00200000:3.0:1734016150.303113:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012bfd4d80[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.303114:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c82c0 1fffff00000805 3:0 ffff88012bfd4d80 321 lru 00000080:00200000:3.0:1734016150.303117:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012bfd4de0 321: 1< 0 - - > 2< 1314816 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488542208 - | - - + - > 5< - - + - | 0 - | 321 - -> 00000080:00200000:3.0:1734016150.303117:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012bfd4d80 00000080:00200000:3.0:1734016150.303118:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.303118:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.303121:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303124:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303127:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303131:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.303135:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.303137:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1318912 00000080:00200000:3.0:1734016150.303138:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 322 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.303144:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1318912, len 4096, copied 4096 00000080:00200000:3.0:1734016150.303145:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012bfd4ca8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.303146:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cc300 1fffff00000805 3:0 ffff88012bfd4ca8 322 lru 00000080:00200000:3.0:1734016150.303149:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012bfd4d08 322: 1< 0 - - > 2< 1318912 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488538112 - | - - + - > 5< - - + - | 0 - | 322 - -> 00000080:00200000:3.0:1734016150.303150:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012bfd4ca8 00000080:00200000:3.0:1734016150.303150:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.303151:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.303153:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303156:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303159:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303162:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.303165:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.303167:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1323008 00000080:00200000:3.0:1734016150.303168:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 323 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.303175:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1323008, len 4096, copied 4096 00000080:00200000:3.0:1734016150.303177:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012bfd4bd0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.303178:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cc340 1fffff00000805 3:0 ffff88012bfd4bd0 323 lru 00000080:00200000:3.0:1734016150.303180:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012bfd4c30 323: 1< 0 - - > 2< 1323008 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488534016 - | - - + - > 5< - - + - | 0 - | 323 - -> 00000080:00200000:3.0:1734016150.303181:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012bfd4bd0 00000080:00200000:3.0:1734016150.303181:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.303182:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.303184:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303187:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303190:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303193:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.303197:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.303198:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1327104 00000080:00200000:3.0:1734016150.303200:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 324 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.303206:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1327104, len 4096, copied 4096 00000080:00200000:3.0:1734016150.303207:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012bfd4af8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.303208:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cc380 1fffff00000805 3:0 ffff88012bfd4af8 324 lru 00000080:00200000:3.0:1734016150.303211:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012bfd4b58 324: 1< 0 - - > 2< 1327104 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488529920 - | - - + - > 5< - - + - | 0 - | 324 - -> 00000080:00200000:3.0:1734016150.303212:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012bfd4af8 00000080:00200000:3.0:1734016150.303212:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.303213:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.303216:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303219:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303222:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303225:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.303228:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.303230:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1331200 00000080:00200000:3.0:1734016150.303231:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 325 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.303238:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1331200, len 4096, copied 4096 00000080:00200000:3.0:1734016150.303240:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012bfd4a20[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.303245:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cc3c0 1fffff00000805 3:0 ffff88012bfd4a20 325 lru 00000080:00200000:3.0:1734016150.303247:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012bfd4a80 325: 1< 0 - - > 2< 1331200 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488525824 - | - - + - > 5< - - + - | 0 - | 325 - -> 00000080:00200000:3.0:1734016150.303248:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012bfd4a20 00000080:00200000:3.0:1734016150.303249:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.303249:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.303252:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303255:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303259:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303263:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.303268:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.303269:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1335296 00000080:00200000:3.0:1734016150.303270:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 326 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.303277:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1335296, len 4096, copied 4096 00000080:00200000:3.0:1734016150.303278:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012bfd4948[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.303279:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d5000 1fffff00000805 3:0 ffff88012bfd4948 326 lru 00000080:00200000:3.0:1734016150.303282:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012bfd49a8 326: 1< 0 - - > 2< 1335296 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488521728 - | - - + - > 5< - - + - | 0 - | 326 - -> 00000080:00200000:3.0:1734016150.303283:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012bfd4948 00000080:00200000:3.0:1734016150.303283:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.303284:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.303286:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303291:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303294:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303297:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.303301:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.303302:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1339392 00000080:00200000:3.0:1734016150.303304:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 327 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.303311:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1339392, len 4096, copied 4096 00000080:00200000:3.0:1734016150.303313:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012bfd4870[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.303315:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d5040 1fffff00000805 3:0 ffff88012bfd4870 327 lru 00000080:00200000:3.0:1734016150.303317:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012bfd48d0 327: 1< 0 - - > 2< 1339392 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488517632 - | - - + - > 5< - - + - | 0 - | 327 - -> 00000080:00200000:3.0:1734016150.303318:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012bfd4870 00000080:00200000:3.0:1734016150.303318:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.303332:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.303335:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303338:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303342:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303346:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.303350:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.303352:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1343488 00000080:00200000:3.0:1734016150.303353:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 328 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.303360:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1343488, len 4096, copied 4096 00000080:00200000:3.0:1734016150.303361:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012bfd4798[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.303362:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d5080 1fffff00000805 3:0 ffff88012bfd4798 328 lru 00000080:00200000:3.0:1734016150.303365:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012bfd47f8 328: 1< 0 - - > 2< 1343488 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488513536 - | - - + - > 5< - - + - | 0 - | 328 - -> 00000080:00200000:3.0:1734016150.303366:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012bfd4798 00000080:00200000:3.0:1734016150.303366:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.303367:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.303370:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303374:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303377:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303380:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.303384:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.303385:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1347584 00000080:00200000:3.0:1734016150.303386:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 329 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.303393:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1347584, len 4096, copied 4096 00000080:00200000:3.0:1734016150.303394:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012bfd46c0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.303396:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d50c0 1fffff00000805 3:0 ffff88012bfd46c0 329 lru 00000080:00200000:3.0:1734016150.303398:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012bfd4720 329: 1< 0 - - > 2< 1347584 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488509440 - | - - + - > 5< - - + - | 0 - | 329 - -> 00000080:00200000:3.0:1734016150.303399:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012bfd46c0 00000080:00200000:3.0:1734016150.303399:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.303400:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.303402:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303405:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303408:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303413:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.303417:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.303418:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1351680 00000080:00200000:3.0:1734016150.303419:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 330 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.303426:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1351680, len 4096, copied 4096 00000080:00200000:3.0:1734016150.303427:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012bfd45e8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.303428:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d5300 1fffff00000805 3:0 ffff88012bfd45e8 330 lru 00000080:00200000:3.0:1734016150.303431:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012bfd4648 330: 1< 0 - - > 2< 1351680 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488505344 - | - - + - > 5< - - + - | 0 - | 330 - -> 00000080:00200000:3.0:1734016150.303432:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012bfd45e8 00000080:00200000:3.0:1734016150.303432:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.303433:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.303435:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303438:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303441:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303444:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.303448:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.303449:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1355776 00000080:00200000:3.0:1734016150.303451:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 331 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.303458:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1355776, len 4096, copied 4096 00000080:00200000:3.0:1734016150.303459:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012bfd4510[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.303460:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d5340 1fffff00000805 3:0 ffff88012bfd4510 331 lru 00000080:00200000:3.0:1734016150.303463:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012bfd4570 331: 1< 0 - - > 2< 1355776 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488501248 - | - - + - > 5< - - + - | 0 - | 331 - -> 00000080:00200000:3.0:1734016150.303464:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012bfd4510 00000080:00200000:3.0:1734016150.303464:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.303465:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.303468:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303472:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303475:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303478:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.303481:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.303483:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1359872 00000080:00200000:3.0:1734016150.303484:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 332 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.303491:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1359872, len 4096, copied 4096 00000080:00200000:3.0:1734016150.303492:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012bfd4438[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.303493:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d5380 1fffff00000805 3:0 ffff88012bfd4438 332 lru 00000080:00200000:3.0:1734016150.303496:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012bfd4498 332: 1< 0 - - > 2< 1359872 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488497152 - | - - + - > 5< - - + - | 0 - | 332 - -> 00000080:00200000:3.0:1734016150.303496:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012bfd4438 00000080:00200000:3.0:1734016150.303497:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.303497:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.303501:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303505:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303508:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303511:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.303515:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.303516:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1363968 00000080:00200000:3.0:1734016150.303517:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 333 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.303523:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1363968, len 4096, copied 4096 00000080:00200000:3.0:1734016150.303525:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012bfd4360[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.303526:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d53c0 1fffff00000805 3:0 ffff88012bfd4360 333 lru 00000080:00200000:3.0:1734016150.303528:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012bfd43c0 333: 1< 0 - - > 2< 1363968 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488493056 - | - - + - > 5< - - + - | 0 - | 333 - -> 00000080:00200000:3.0:1734016150.303529:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012bfd4360 00000080:00200000:3.0:1734016150.303530:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.303530:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.303532:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303535:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303538:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303542:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.303545:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.303547:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1368064 00000080:00200000:3.0:1734016150.303548:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 334 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.303555:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1368064, len 4096, copied 4096 00000080:00200000:3.0:1734016150.303557:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012bfd4288[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.303558:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c8400 1fffff00000825 2:0 ffff88012bfd4288 334 lru 00000080:00200000:3.0:1734016150.303560:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012bfd42e8 334: 1< 0 - - > 2< 1368064 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488488960 - | - - + - > 5< - - + - | 0 - | 334 - -> 00000080:00200000:3.0:1734016150.303561:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012bfd4288 00000080:00200000:3.0:1734016150.303561:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.303562:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.303564:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303567:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303571:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303575:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.303579:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.303580:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1372160 00000080:00200000:3.0:1734016150.303583:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 335 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.303590:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1372160, len 4096, copied 4096 00000080:00200000:3.0:1734016150.303591:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012bfd41b0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.303593:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c8440 1fffff00000805 3:0 ffff88012bfd41b0 335 lru 00000080:00200000:3.0:1734016150.303595:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012bfd4210 335: 1< 0 - - > 2< 1372160 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488484864 - | - - + - > 5< - - + - | 0 - | 335 - -> 00000080:00200000:3.0:1734016150.303596:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012bfd41b0 00000080:00200000:3.0:1734016150.303596:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.303597:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.303599:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303602:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303605:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303609:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.303613:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.303615:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1376256 00000080:00200000:3.0:1734016150.303616:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 336 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.303623:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1376256, len 4096, copied 4096 00000080:00200000:3.0:1734016150.303624:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012bfd40d8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.303625:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c8480 1fffff00000805 3:0 ffff88012bfd40d8 336 lru 00000080:00200000:3.0:1734016150.303628:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012bfd4138 336: 1< 0 - - > 2< 1376256 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488480768 - | - - + - > 5< - - + - | 0 - | 336 - -> 00000080:00200000:3.0:1734016150.303628:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012bfd40d8 00000080:00200000:3.0:1734016150.303629:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.303629:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.303632:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303636:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303638:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303641:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.303645:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.303647:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1380352 00000080:00200000:3.0:1734016150.303648:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 337 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.303654:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1380352, len 4096, copied 4096 00000080:00200000:3.0:1734016150.303655:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012bfd4000[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.303656:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c84c0 1fffff00000805 3:0 ffff88012bfd4000 337 lru 00000080:00200000:3.0:1734016150.303658:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012bfd4060 337: 1< 0 - - > 2< 1380352 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488476672 - | - - + - > 5< - - + - | 0 - | 337 - -> 00000080:00200000:3.0:1734016150.303659:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012bfd4000 00000080:00200000:3.0:1734016150.303660:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.303660:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.303663:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303666:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303668:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303673:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.303676:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.303678:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1384448 00000080:00200000:3.0:1734016150.303679:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 338 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.303687:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1384448, len 4096, copied 4096 00000080:00200000:3.0:1734016150.303688:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e28ae58[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.303689:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a5d500 1fffff00000805 3:0 ffff88012e28ae58 338 lru 00000080:00200000:3.0:1734016150.303692:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e28aeb8 338: 1< 0 - - > 2< 1384448 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488472576 - | - - + - > 5< - - + - | 0 - | 338 - -> 00000080:00200000:3.0:1734016150.303692:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e28ae58 00000080:00200000:3.0:1734016150.303693:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.303693:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.303696:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303699:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303703:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303707:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.303710:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.303712:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1388544 00000080:00200000:3.0:1734016150.303713:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 339 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.303720:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1388544, len 4096, copied 4096 00000080:00200000:3.0:1734016150.303723:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e28ad80[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.303724:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a5d540 1fffff00000805 3:0 ffff88012e28ad80 339 lru 00000080:00200000:3.0:1734016150.303727:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e28ade0 339: 1< 0 - - > 2< 1388544 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488468480 - | - - + - > 5< - - + - | 0 - | 339 - -> 00000080:00200000:3.0:1734016150.303727:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e28ad80 00000080:00200000:3.0:1734016150.303728:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.303728:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.303731:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303734:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303737:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303740:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.303743:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.303745:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1392640 00000080:00200000:3.0:1734016150.303746:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 340 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.303752:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1392640, len 4096, copied 4096 00000080:00200000:3.0:1734016150.303769:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e28aca8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.303771:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a5d580 1fffff00000805 3:0 ffff88012e28aca8 340 lru 00000080:00200000:3.0:1734016150.303773:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e28ad08 340: 1< 0 - - > 2< 1392640 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488464384 - | - - + - > 5< - - + - | 0 - | 340 - -> 00000080:00200000:3.0:1734016150.303774:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e28aca8 00000080:00200000:3.0:1734016150.303774:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.303775:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.303779:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303784:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303787:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303790:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.303794:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.303796:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1396736 00000080:00200000:3.0:1734016150.303798:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 341 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.303805:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1396736, len 4096, copied 4096 00000080:00200000:3.0:1734016150.303807:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e28abd0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.303808:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a5d5c0 1fffff00000805 3:0 ffff88012e28abd0 341 lru 00000080:00200000:3.0:1734016150.303810:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e28ac30 341: 1< 0 - - > 2< 1396736 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488460288 - | - - + - > 5< - - + - | 0 - | 341 - -> 00000080:00200000:3.0:1734016150.303811:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e28abd0 00000080:00200000:3.0:1734016150.303812:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.303812:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.303814:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303818:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303822:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303827:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.303831:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.303833:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1400832 00000080:00200000:3.0:1734016150.303834:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 342 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.303841:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1400832, len 4096, copied 4096 00000080:00200000:3.0:1734016150.303842:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e28aaf8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.303844:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c8e00 1fffff00000805 3:0 ffff88012e28aaf8 342 lru 00000080:00200000:3.0:1734016150.303846:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e28ab58 342: 1< 0 - - > 2< 1400832 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488456192 - | - - + - > 5< - - + - | 0 - | 342 - -> 00000080:00200000:3.0:1734016150.303847:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e28aaf8 00000080:00200000:3.0:1734016150.303847:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.303848:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.303850:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303855:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303858:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303861:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.303864:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.303866:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1404928 00000080:00200000:3.0:1734016150.303868:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 343 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.303881:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1404928, len 4096, copied 4096 00000080:00200000:3.0:1734016150.303883:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e28aa20[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.303884:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c8e40 1fffff00000805 3:0 ffff88012e28aa20 343 lru 00000080:00200000:3.0:1734016150.303887:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e28aa80 343: 1< 0 - - > 2< 1404928 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488452096 - | - - + - > 5< - - + - | 0 - | 343 - -> 00000080:00200000:3.0:1734016150.303888:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e28aa20 00000080:00200000:3.0:1734016150.303888:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.303889:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.303891:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303894:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303897:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303900:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.303904:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.303905:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1409024 00000080:00200000:3.0:1734016150.303906:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 344 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.303913:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1409024, len 4096, copied 4096 00000080:00200000:3.0:1734016150.303914:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e28a948[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.303915:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c8e80 1fffff00000805 3:0 ffff88012e28a948 344 lru 00000080:00200000:3.0:1734016150.303918:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e28a9a8 344: 1< 0 - - > 2< 1409024 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488448000 - | - - + - > 5< - - + - | 0 - | 344 - -> 00000080:00200000:3.0:1734016150.303918:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e28a948 00000080:00200000:3.0:1734016150.303919:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.303919:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.303922:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303927:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303930:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303933:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.303938:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.303941:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1413120 00000080:00200000:3.0:1734016150.303942:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 345 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.303951:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1413120, len 4096, copied 4096 00000080:00200000:3.0:1734016150.303953:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e28a870[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.303955:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c8ec0 1fffff00000805 3:0 ffff88012e28a870 345 lru 00000080:00200000:3.0:1734016150.303958:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e28a8d0 345: 1< 0 - - > 2< 1413120 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488443904 - | - - + - > 5< - - + - | 0 - | 345 - -> 00000080:00200000:3.0:1734016150.303960:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e28a870 00000080:00200000:3.0:1734016150.303960:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.303961:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.303965:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303972:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303978:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.303985:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.303993:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.303996:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1417216 00000080:00200000:3.0:1734016150.303998:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 346 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.304010:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1417216, len 4096, copied 4096 00000080:00200000:3.0:1734016150.304013:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e28a798[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.304015:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002afe100 1fffff00000805 3:0 ffff88012e28a798 346 lru 00000080:00200000:3.0:1734016150.304019:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e28a7f8 346: 1< 0 - - > 2< 1417216 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488439808 - | - - + - > 5< - - + - | 0 - | 346 - -> 00000080:00200000:3.0:1734016150.304020:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e28a798 00000080:00200000:3.0:1734016150.304021:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.304022:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.304026:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.304031:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.304037:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.304044:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.304051:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.304054:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1421312 00000080:00200000:3.0:1734016150.304056:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 347 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.304069:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1421312, len 4096, copied 4096 00000080:00200000:3.0:1734016150.304072:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e28a6c0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.304073:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002afe140 1fffff00000805 3:0 ffff88012e28a6c0 347 lru 00000080:00200000:3.0:1734016150.304076:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e28a720 347: 1< 0 - - > 2< 1421312 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488435712 - | - - + - > 5< - - + - | 0 - | 347 - -> 00000080:00200000:3.0:1734016150.304078:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e28a6c0 00000080:00200000:3.0:1734016150.304078:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.304079:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.304084:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.304089:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.304093:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.304099:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.304105:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.304107:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1425408 00000080:00200000:3.0:1734016150.304109:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 348 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.304120:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1425408, len 4096, copied 4096 00000080:00200000:3.0:1734016150.304123:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e28a5e8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.304124:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002afe180 1fffff00000825 2:0 ffff88012e28a5e8 348 lru 00000080:00200000:3.0:1734016150.304128:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e28a648 348: 1< 0 - - > 2< 1425408 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488431616 - | - - + - > 5< - - + - | 0 - | 348 - -> 00000080:00200000:3.0:1734016150.304129:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e28a5e8 00000080:00200000:3.0:1734016150.304129:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.304130:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.304135:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.304141:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.304145:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.304150:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.304157:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.304160:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1429504 00000080:00200000:3.0:1734016150.304162:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 349 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.304171:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1429504, len 4096, copied 4096 00000080:00200000:3.0:1734016150.304174:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e28a510[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.304175:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002afe1c0 1fffff00000805 3:0 ffff88012e28a510 349 lru 00000080:00200000:3.0:1734016150.304179:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e28a570 349: 1< 0 - - > 2< 1429504 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488427520 - | - - + - > 5< - - + - | 0 - | 349 - -> 00000080:00200000:3.0:1734016150.304180:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e28a510 00000080:00200000:3.0:1734016150.304181:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.304182:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.304187:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.304192:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.304197:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.304203:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.304211:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.304214:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1433600 00000080:00200000:3.0:1734016150.304216:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 350 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.304227:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1433600, len 4096, copied 4096 00000080:00200000:3.0:1734016150.304230:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e28a438[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.304232:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d4a00 1fffff00000805 3:0 ffff88012e28a438 350 lru 00000080:00200000:3.0:1734016150.304236:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e28a498 350: 1< 0 - - > 2< 1433600 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488423424 - | - - + - > 5< - - + - | 0 - | 350 - -> 00000080:00200000:3.0:1734016150.304237:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e28a438 00000080:00200000:3.0:1734016150.304238:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.304239:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.304243:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.304248:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.304253:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.304258:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.304264:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.304267:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1437696 00000080:00200000:3.0:1734016150.304269:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 351 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.304279:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1437696, len 4096, copied 4096 00000080:00200000:3.0:1734016150.304282:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e28a360[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.304284:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d4a40 1fffff00000805 3:0 ffff88012e28a360 351 lru 00000080:00200000:3.0:1734016150.304288:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e28a3c0 351: 1< 0 - - > 2< 1437696 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488419328 - | - - + - > 5< - - + - | 0 - | 351 - -> 00000080:00200000:3.0:1734016150.304289:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e28a360 00000080:00200000:3.0:1734016150.304290:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.304291:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.304295:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.304301:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.304307:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.304313:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.304354:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.304359:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1441792 00000080:00200000:3.0:1734016150.304361:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 352 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.304373:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1441792, len 4096, copied 4096 00000080:00200000:3.0:1734016150.304376:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e28a288[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.304379:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d4a80 1fffff00000805 3:0 ffff88012e28a288 352 lru 00000080:00200000:3.0:1734016150.304383:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e28a2e8 352: 1< 0 - - > 2< 1441792 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488415232 - | - - + - > 5< - - + - | 0 - | 352 - -> 00000080:00200000:3.0:1734016150.304384:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e28a288 00000080:00200000:3.0:1734016150.304385:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.304385:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000080:00200000:3.0:1734016150.309469:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 449 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.309487:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1839104, len 4096, copied 4096 00000080:00200000:3.0:1734016150.309490:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e28a1b0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.309491:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d4ac0 1fffff00000805 3:0 ffff88012e28a1b0 449 lru 00000080:00200000:3.0:1734016150.309495:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e28a210 449: 1< 0 - - > 2< 1839104 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488017920 - | - - + - > 5< - - + - | 0 - | 449 - -> 00000080:00200000:3.0:1734016150.309496:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e28a1b0 00000080:00200000:3.0:1734016150.309497:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.309498:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.309505:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.309511:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.309516:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.309521:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.309529:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.309532:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1843200 00000080:00200000:3.0:1734016150.309534:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 450 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.309544:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1843200, len 4096, copied 4096 00000080:00200000:3.0:1734016150.309546:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e28a0d8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.309548:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a4f200 1fffff00000805 3:0 ffff88012e28a0d8 450 lru 00000080:00200000:3.0:1734016150.309551:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e28a138 450: 1< 0 - - > 2< 1843200 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488013824 - | - - + - > 5< - - + - | 0 - | 450 - -> 00000080:00200000:3.0:1734016150.309553:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e28a0d8 00000080:00200000:3.0:1734016150.309554:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.309555:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.309559:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.309565:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.309571:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.309581:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.309590:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.309593:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1847296 00000080:00200000:3.0:1734016150.309595:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 451 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.309606:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1847296, len 4096, copied 4096 00000080:00200000:3.0:1734016150.309609:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e28a000[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.309611:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a4f240 1fffff00000805 3:0 ffff88012e28a000 451 lru 00000080:00200000:3.0:1734016150.309614:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e28a060 451: 1< 0 - - > 2< 1847296 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488009728 - | - - + - > 5< - - + - | 0 - | 451 - -> 00000080:00200000:3.0:1734016150.309615:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e28a000 00000080:00200000:3.0:1734016150.309616:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.309617:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.309622:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.309627:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.309632:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.309638:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.309644:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.309647:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1851392 00000080:00200000:3.0:1734016150.309649:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 452 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.309661:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1851392, len 4096, copied 4096 00000080:00200000:3.0:1734016150.309664:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012f867e58[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.309666:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a4f280 1fffff00000805 3:0 ffff88012f867e58 452 lru 00000080:00200000:3.0:1734016150.309669:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012f867eb8 452: 1< 0 - - > 2< 1851392 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488005632 - | - - + - > 5< - - + - | 0 - | 452 - -> 00000080:00200000:3.0:1734016150.309671:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012f867e58 00000080:00200000:3.0:1734016150.309671:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.309672:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.309677:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.309683:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.309688:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.309692:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.309699:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.309702:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1855488 00000080:00200000:3.0:1734016150.309704:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 453 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.309715:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1855488, len 4096, copied 4096 00000080:00200000:3.0:1734016150.309717:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012f867d80[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.309719:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a4f2c0 1fffff00000805 3:0 ffff88012f867d80 453 lru 00000080:00200000:3.0:1734016150.309722:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012f867de0 453: 1< 0 - - > 2< 1855488 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 488001536 - | - - + - > 5< - - + - | 0 - | 453 - -> 00000080:00200000:3.0:1734016150.309723:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012f867d80 00000080:00200000:3.0:1734016150.309724:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.309725:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.309729:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.309734:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.309739:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.309744:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.309750:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.309763:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1859584 00000080:00200000:3.0:1734016150.309765:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 454 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.309776:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1859584, len 4096, copied 4096 00000080:00200000:3.0:1734016150.309779:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012f867ca8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.309781:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a76f00 1fffff00000805 3:0 ffff88012f867ca8 454 lru 00000080:00200000:3.0:1734016150.309785:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012f867d08 454: 1< 0 - - > 2< 1859584 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487997440 - | - - + - > 5< - - + - | 0 - | 454 - -> 00000080:00200000:3.0:1734016150.309786:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012f867ca8 00000080:00200000:3.0:1734016150.309786:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.309787:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.309793:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.309798:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.309804:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.309810:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.309817:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.309820:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1863680 00000080:00200000:3.0:1734016150.309823:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 455 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.309835:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1863680, len 4096, copied 4096 00000080:00200000:3.0:1734016150.309837:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012f867bd0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.309839:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a76f40 1fffff00000805 3:0 ffff88012f867bd0 455 lru 00000080:00200000:3.0:1734016150.309843:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012f867c30 455: 1< 0 - - > 2< 1863680 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487993344 - | - - + - > 5< - - + - | 0 - | 455 - -> 00000080:00200000:3.0:1734016150.309844:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012f867bd0 00000080:00200000:3.0:1734016150.309845:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.309846:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.309851:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.309857:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.309862:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.309868:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.309876:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.309878:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1867776 00000080:00200000:3.0:1734016150.309881:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 456 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.309892:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1867776, len 4096, copied 4096 00000080:00200000:3.0:1734016150.309895:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012f867af8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.309897:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a76f80 1fffff00000805 3:0 ffff88012f867af8 456 lru 00000080:00200000:3.0:1734016150.309901:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012f867b58 456: 1< 0 - - > 2< 1867776 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487989248 - | - - + - > 5< - - + - | 0 - | 456 - -> 00000080:00200000:3.0:1734016150.309903:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012f867af8 00000080:00200000:3.0:1734016150.309903:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.309904:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.309910:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.309916:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.309921:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.309927:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.309935:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.309938:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1871872 00000080:00200000:3.0:1734016150.309941:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 457 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.309953:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1871872, len 4096, copied 4096 00000080:00200000:3.0:1734016150.309956:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012f867a20[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.309957:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a76fc0 1fffff00000805 3:0 ffff88012f867a20 457 lru 00000080:00200000:3.0:1734016150.309961:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012f867a80 457: 1< 0 - - > 2< 1871872 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487985152 - | - - + - > 5< - - + - | 0 - | 457 - -> 00000080:00200000:3.0:1734016150.309962:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012f867a20 00000080:00200000:3.0:1734016150.309963:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.309964:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.309968:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.309974:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.309979:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.309984:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.309990:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.309992:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1875968 00000080:00200000:3.0:1734016150.309994:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 458 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.310006:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1875968, len 4096, copied 4096 00000080:00200000:3.0:1734016150.310008:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012f867948[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.310010:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029dd600 1fffff00000825 2:0 ffff88012f867948 458 lru 00000080:00200000:3.0:1734016150.310013:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012f8679a8 458: 1< 0 - - > 2< 1875968 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487981056 - | - - + - > 5< - - + - | 0 - | 458 - -> 00000080:00200000:3.0:1734016150.310014:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012f867948 00000080:00200000:3.0:1734016150.310015:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.310016:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.310020:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.310026:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.310030:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.310034:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.310039:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.310041:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1880064 00000080:00200000:3.0:1734016150.310042:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 459 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.310051:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1880064, len 4096, copied 4096 00000080:00200000:3.0:1734016150.310052:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012f867870[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.310054:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029dd640 1fffff00000805 3:0 ffff88012f867870 459 lru 00000080:00200000:3.0:1734016150.310057:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012f8678d0 459: 1< 0 - - > 2< 1880064 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487976960 - | - - + - > 5< - - + - | 0 - | 459 - -> 00000080:00200000:3.0:1734016150.310058:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012f867870 00000080:00200000:3.0:1734016150.310059:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.310059:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.310063:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.310068:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.310073:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.310079:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.310084:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.310086:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1884160 00000080:00200000:3.0:1734016150.310087:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 460 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.310096:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1884160, len 4096, copied 4096 00000080:00200000:3.0:1734016150.310098:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012f867798[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.310100:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029dd680 1fffff00000805 3:0 ffff88012f867798 460 lru 00000080:00200000:3.0:1734016150.310103:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012f8677f8 460: 1< 0 - - > 2< 1884160 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487972864 - | - - + - > 5< - - + - | 0 - | 460 - -> 00000080:00200000:3.0:1734016150.310104:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012f867798 00000080:00200000:3.0:1734016150.310105:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.310106:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.310109:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.310113:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.310119:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.310123:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.310129:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.310131:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1888256 00000080:00200000:3.0:1734016150.310133:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 461 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.310142:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1888256, len 4096, copied 4096 00000080:00200000:3.0:1734016150.310145:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012f8676c0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.310147:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029dd6c0 1fffff00000805 3:0 ffff88012f8676c0 461 lru 00000080:00200000:3.0:1734016150.310150:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012f867720 461: 1< 0 - - > 2< 1888256 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487968768 - | - - + - > 5< - - + - | 0 - | 461 - -> 00000080:00200000:3.0:1734016150.310151:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012f8676c0 00000080:00200000:3.0:1734016150.310152:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.310154:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.310159:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.310165:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.310170:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.310176:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.310184:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.310187:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1892352 00000080:00200000:3.0:1734016150.310190:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 462 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.310201:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1892352, len 4096, copied 4096 00000080:00200000:3.0:1734016150.310204:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012f8675e8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.310205:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a57100 1fffff00000805 3:0 ffff88012f8675e8 462 lru 00000080:00200000:3.0:1734016150.310209:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012f867648 462: 1< 0 - - > 2< 1892352 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487964672 - | - - + - > 5< - - + - | 0 - | 462 - -> 00000080:00200000:3.0:1734016150.310210:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012f8675e8 00000080:00200000:3.0:1734016150.310211:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.310212:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.310217:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.310222:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.310226:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.310229:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.310233:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.310235:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1896448 00000080:00200000:3.0:1734016150.310236:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 463 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.310243:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1896448, len 4096, copied 4096 00000080:00200000:3.0:1734016150.310245:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012f867510[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.310246:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a57140 1fffff00000805 3:0 ffff88012f867510 463 lru 00000080:00200000:3.0:1734016150.310248:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012f867570 463: 1< 0 - - > 2< 1896448 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487960576 - | - - + - > 5< - - + - | 0 - | 463 - -> 00000080:00200000:3.0:1734016150.310249:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012f867510 00000080:00200000:3.0:1734016150.310249:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.310250:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.310252:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.310256:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.310260:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.310264:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.310269:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.310270:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1900544 00000080:00200000:3.0:1734016150.310271:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 464 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.310278:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1900544, len 4096, copied 4096 00000080:00200000:3.0:1734016150.310279:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012f867438[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.310280:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a57180 1fffff00000805 3:0 ffff88012f867438 464 lru 00000080:00200000:3.0:1734016150.310283:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012f867498 464: 1< 0 - - > 2< 1900544 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487956480 - | - - + - > 5< - - + - | 0 - | 464 - -> 00000080:00200000:3.0:1734016150.310283:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012f867438 00000080:00200000:3.0:1734016150.310284:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.310284:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.310287:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.310290:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.310293:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.310296:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.310299:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.310300:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1904640 00000080:00200000:3.0:1734016150.310302:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 465 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.310310:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1904640, len 4096, copied 4096 00000080:00200000:3.0:1734016150.310312:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012f867360[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.310313:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a571c0 1fffff00000805 3:0 ffff88012f867360 465 lru 00000080:00200000:3.0:1734016150.310315:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012f8673c0 465: 1< 0 - - > 2< 1904640 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487952384 - | - - + - > 5< - - + - | 0 - | 465 - -> 00000080:00200000:3.0:1734016150.310316:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012f867360 00000080:00200000:3.0:1734016150.310316:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.310317:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.310340:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.310346:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.310350:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.310356:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.310364:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.310368:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1908736 00000080:00200000:3.0:1734016150.310370:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 466 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.310382:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1908736, len 4096, copied 4096 00000080:00200000:3.0:1734016150.310385:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012f867288[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.310387:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a4c400 1fffff00000805 3:0 ffff88012f867288 466 lru 00000080:00200000:3.0:1734016150.310390:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012f8672e8 466: 1< 0 - - > 2< 1908736 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487948288 - | - - + - > 5< - - + - | 0 - | 466 - -> 00000080:00200000:3.0:1734016150.310392:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012f867288 00000080:00200000:3.0:1734016150.310392:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.310394:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.310399:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.310405:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.310410:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.310416:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.310423:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.310426:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1912832 00000080:00200000:3.0:1734016150.310428:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 467 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.310438:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1912832, len 4096, copied 4096 00000080:00200000:3.0:1734016150.310440:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012f8671b0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.310442:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a4c440 1fffff00000805 3:0 ffff88012f8671b0 467 lru 00000080:00200000:3.0:1734016150.310445:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012f867210 467: 1< 0 - - > 2< 1912832 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487944192 - | - - + - > 5< - - + - | 0 - | 467 - -> 00000080:00200000:3.0:1734016150.310446:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012f8671b0 00000080:00200000:3.0:1734016150.310447:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.310448:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.310452:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.310457:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.310462:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.310467:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.310474:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.310476:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1916928 00000080:00200000:3.0:1734016150.310477:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 468 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.310488:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1916928, len 4096, copied 4096 00000080:00200000:3.0:1734016150.310490:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012f8670d8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.310492:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a4c480 1fffff00000805 3:0 ffff88012f8670d8 468 lru 00000080:00200000:3.0:1734016150.310496:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012f867138 468: 1< 0 - - > 2< 1916928 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487940096 - | - - + - > 5< - - + - | 0 - | 468 - -> 00000080:00200000:3.0:1734016150.310497:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012f8670d8 00000080:00200000:3.0:1734016150.310498:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.310499:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.310503:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.310509:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.310514:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.310520:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.310528:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.310531:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1921024 00000080:00200000:3.0:1734016150.310533:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 469 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.310544:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1921024, len 4096, copied 4096 00000080:00200000:3.0:1734016150.310547:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012f867000[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.310549:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a4c4c0 1fffff00000805 3:0 ffff88012f867000 469 lru 00000080:00200000:3.0:1734016150.310553:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012f867060 469: 1< 0 - - > 2< 1921024 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487936000 - | - - + - > 5< - - + - | 0 - | 469 - -> 00000080:00200000:3.0:1734016150.310555:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012f867000 00000080:00200000:3.0:1734016150.310555:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.310561:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.310567:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.310572:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.310577:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.310583:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.310590:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.310593:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1925120 00000080:00200000:3.0:1734016150.310596:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 470 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.310619:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1925120, len 4096, copied 4096 00000080:00200000:3.0:1734016150.310622:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e3b9e58[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.310624:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d3e40 1fffff00000805 3:0 ffff88012e3b9e58 470 lru 00000080:00200000:3.0:1734016150.310627:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e3b9eb8 470: 1< 0 - - > 2< 1925120 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487931904 - | - - + - > 5< - - + - | 0 - | 470 - -> 00000080:00200000:3.0:1734016150.310628:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e3b9e58 00000080:00200000:3.0:1734016150.310629:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.310630:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.310635:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.310640:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.310645:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.310649:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.310655:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.310657:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1929216 00000080:00200000:3.0:1734016150.310660:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 471 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.310672:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1929216, len 4096, copied 4096 00000080:00200000:3.0:1734016150.310674:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e3b9d80[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.310676:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d3e80 1fffff00000805 3:0 ffff88012e3b9d80 471 lru 00000080:00200000:3.0:1734016150.310679:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e3b9de0 471: 1< 0 - - > 2< 1929216 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487927808 - | - - + - > 5< - - + - | 0 - | 471 - -> 00000080:00200000:3.0:1734016150.310681:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e3b9d80 00000080:00200000:3.0:1734016150.310681:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.310682:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.310687:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.310692:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.310697:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.310703:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.310709:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.310711:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1933312 00000080:00200000:3.0:1734016150.310713:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 472 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.310725:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1933312, len 4096, copied 4096 00000080:00200000:3.0:1734016150.310727:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e3b9ca8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.310729:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d3ec0 1fffff00000825 2:0 ffff88012e3b9ca8 472 lru 00000080:00200000:3.0:1734016150.310732:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e3b9d08 472: 1< 0 - - > 2< 1933312 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487923712 - | - - + - > 5< - - + - | 0 - | 472 - -> 00000080:00200000:3.0:1734016150.310733:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e3b9ca8 00000080:00200000:3.0:1734016150.310734:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.310735:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.310740:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.310745:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.310750:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.310769:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.310776:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.310779:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1937408 00000080:00200000:3.0:1734016150.310781:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 473 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.310793:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1937408, len 4096, copied 4096 00000080:00200000:3.0:1734016150.310796:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e3b9bd0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.310797:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d3f00 1fffff00000805 3:0 ffff88012e3b9bd0 473 lru 00000080:00200000:3.0:1734016150.310801:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e3b9c30 473: 1< 0 - - > 2< 1937408 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487919616 - | - - + - > 5< - - + - | 0 - | 473 - -> 00000080:00200000:3.0:1734016150.310802:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e3b9bd0 00000080:00200000:3.0:1734016150.310803:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.310804:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.310808:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.310813:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.310819:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.310823:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.310830:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.310832:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1941504 00000080:00200000:3.0:1734016150.310834:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 474 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.310844:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1941504, len 4096, copied 4096 00000080:00200000:3.0:1734016150.310846:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e3b9af8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.310848:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d3f40 1fffff00000805 3:0 ffff88012e3b9af8 474 lru 00000080:00200000:3.0:1734016150.310851:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e3b9b58 474: 1< 0 - - > 2< 1941504 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487915520 - | - - + - > 5< - - + - | 0 - | 474 - -> 00000080:00200000:3.0:1734016150.310853:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e3b9af8 00000080:00200000:3.0:1734016150.310853:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.310854:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.310858:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.310864:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.310869:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.310874:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.310881:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.310884:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1945600 00000080:00200000:3.0:1734016150.310886:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 475 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.310895:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1945600, len 4096, copied 4096 00000080:00200000:3.0:1734016150.310897:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e3b9a20[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.310899:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d3f80 1fffff00000805 3:0 ffff88012e3b9a20 475 lru 00000080:00200000:3.0:1734016150.310903:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e3b9a80 475: 1< 0 - - > 2< 1945600 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487911424 - | - - + - > 5< - - + - | 0 - | 475 - -> 00000080:00200000:3.0:1734016150.310904:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e3b9a20 00000080:00200000:3.0:1734016150.310905:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.310906:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.310910:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.310915:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.310920:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.310926:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.310933:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.310935:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1949696 00000080:00200000:3.0:1734016150.310937:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 476 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.310946:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1949696, len 4096, copied 4096 00000080:00200000:3.0:1734016150.310948:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e3b9948[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.310950:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d3fc0 1fffff00000805 3:0 ffff88012e3b9948 476 lru 00000080:00200000:3.0:1734016150.310953:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e3b99a8 476: 1< 0 - - > 2< 1949696 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487907328 - | - - + - > 5< - - + - | 0 - | 476 - -> 00000080:00200000:3.0:1734016150.310954:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e3b9948 00000080:00200000:3.0:1734016150.310955:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.310956:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.310960:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.310965:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.310970:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.310975:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.310982:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.310984:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1953792 00000080:00200000:3.0:1734016150.310986:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 477 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.310996:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1953792, len 4096, copied 4096 00000080:00200000:3.0:1734016150.310998:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e3b9870[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.311000:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a52400 1fffff00000805 3:0 ffff88012e3b9870 477 lru 00000080:00200000:3.0:1734016150.311004:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e3b98d0 477: 1< 0 - - > 2< 1953792 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487903232 - | - - + - > 5< - - + - | 0 - | 477 - -> 00000080:00200000:3.0:1734016150.311005:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e3b9870 00000080:00200000:3.0:1734016150.311006:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.311007:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.311012:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.311018:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.311024:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.311030:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.311039:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.311042:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1957888 00000080:00200000:3.0:1734016150.311044:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 478 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.311054:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1957888, len 4096, copied 4096 00000080:00200000:3.0:1734016150.311057:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e3b9798[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.311059:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a52440 1fffff00000805 3:0 ffff88012e3b9798 478 lru 00000080:00200000:3.0:1734016150.311062:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e3b97f8 478: 1< 0 - - > 2< 1957888 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487899136 - | - - + - > 5< - - + - | 0 - | 478 - -> 00000080:00200000:3.0:1734016150.311063:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e3b9798 00000080:00200000:3.0:1734016150.311064:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.311065:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.311070:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.311075:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.311080:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.311085:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.311092:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.311094:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1961984 00000080:00200000:3.0:1734016150.311096:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 479 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.311106:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1961984, len 4096, copied 4096 00000080:00200000:3.0:1734016150.311108:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e3b96c0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.311110:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a52480 1fffff00000805 3:0 ffff88012e3b96c0 479 lru 00000080:00200000:3.0:1734016150.311114:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e3b9720 479: 1< 0 - - > 2< 1961984 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487895040 - | - - + - > 5< - - + - | 0 - | 479 - -> 00000080:00200000:3.0:1734016150.311115:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e3b96c0 00000080:00200000:3.0:1734016150.311115:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.311116:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.311122:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.311128:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.311134:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.311139:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.311147:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.311150:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1966080 00000080:00200000:3.0:1734016150.311152:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 480 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.311163:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1966080, len 4096, copied 4096 00000080:00200000:3.0:1734016150.311166:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e3b95e8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.311168:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a524c0 1fffff00000805 3:0 ffff88012e3b95e8 480 lru 00000080:00200000:3.0:1734016150.311172:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e3b9648 480: 1< 0 - - > 2< 1966080 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487890944 - | - - + - > 5< - - + - | 0 - | 480 - -> 00000080:00200000:3.0:1734016150.311173:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e3b95e8 00000080:00200000:3.0:1734016150.311174:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.311175:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.311181:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.311187:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.311192:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.311198:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.311206:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.311209:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1970176 00000080:00200000:3.0:1734016150.311211:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 481 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.311222:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1970176, len 4096, copied 4096 00000080:00200000:3.0:1734016150.311225:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e3b9510[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.311227:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a52500 1fffff00000805 3:0 ffff88012e3b9510 481 lru 00000080:00200000:3.0:1734016150.311231:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e3b9570 481: 1< 0 - - > 2< 1970176 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487886848 - | - - + - > 5< - - + - | 0 - | 481 - -> 00000080:00200000:3.0:1734016150.311232:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e3b9510 00000080:00200000:3.0:1734016150.311233:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.311234:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.311239:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.311245:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.311249:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.311255:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.311263:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.311266:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1974272 00000080:00200000:3.0:1734016150.311268:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 482 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.311280:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1974272, len 4096, copied 4096 00000080:00200000:3.0:1734016150.311282:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e3b9438[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.311284:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a52540 1fffff00000805 3:0 ffff88012e3b9438 482 lru 00000080:00200000:3.0:1734016150.311288:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e3b9498 482: 1< 0 - - > 2< 1974272 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487882752 - | - - + - > 5< - - + - | 0 - | 482 - -> 00000080:00200000:3.0:1734016150.311290:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e3b9438 00000080:00200000:3.0:1734016150.311290:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.311291:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.311297:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.311303:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.311309:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.311315:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.311351:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.311355:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1978368 00000080:00200000:3.0:1734016150.311357:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 483 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.311368:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1978368, len 4096, copied 4096 00000080:00200000:3.0:1734016150.311371:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e3b9360[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.311372:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a52580 1fffff00000805 3:0 ffff88012e3b9360 483 lru 00000080:00200000:3.0:1734016150.311376:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e3b93c0 483: 1< 0 - - > 2< 1978368 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487878656 - | - - + - > 5< - - + - | 0 - | 483 - -> 00000080:00200000:3.0:1734016150.311377:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e3b9360 00000080:00200000:3.0:1734016150.311378:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.311379:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.311384:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.311389:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.311394:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.311399:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.311406:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.311409:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1982464 00000080:00200000:3.0:1734016150.311411:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 484 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.311422:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1982464, len 4096, copied 4096 00000080:00200000:3.0:1734016150.311424:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e3b9288[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.311426:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a525c0 1fffff00000805 3:0 ffff88012e3b9288 484 lru 00000080:00200000:3.0:1734016150.311430:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e3b92e8 484: 1< 0 - - > 2< 1982464 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487874560 - | - - + - > 5< - - + - | 0 - | 484 - -> 00000080:00200000:3.0:1734016150.311431:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e3b9288 00000080:00200000:3.0:1734016150.311432:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.311433:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.311438:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.311445:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.311450:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.311456:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.311463:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.311466:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1986560 00000080:00200000:3.0:1734016150.311469:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 485 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.311479:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1986560, len 4096, copied 4096 00000080:00200000:3.0:1734016150.311482:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e3b91b0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.311484:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a5c800 1fffff00000805 3:0 ffff88012e3b91b0 485 lru 00000080:00200000:3.0:1734016150.311488:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e3b9210 485: 1< 0 - - > 2< 1986560 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487870464 - | - - + - > 5< - - + - | 0 - | 485 - -> 00000080:00200000:3.0:1734016150.311490:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e3b91b0 00000080:00200000:3.0:1734016150.311491:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.311492:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.311497:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.311503:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.311508:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.311514:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.311521:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.311524:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1990656 00000080:00200000:3.0:1734016150.311526:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 486 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.311537:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1990656, len 4096, copied 4096 00000080:00200000:3.0:1734016150.311539:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e3b90d8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.311541:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a5c840 1fffff00000825 2:0 ffff88012e3b90d8 486 lru 00000080:00200000:3.0:1734016150.311545:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e3b9138 486: 1< 0 - - > 2< 1990656 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487866368 - | - - + - > 5< - - + - | 0 - | 486 - -> 00000080:00200000:3.0:1734016150.311546:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e3b90d8 00000080:00200000:3.0:1734016150.311547:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.311548:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.311554:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.311559:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.311564:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.311571:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.311578:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.311581:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1994752 00000080:00200000:3.0:1734016150.311583:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 487 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.311593:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1994752, len 4096, copied 4096 00000080:00200000:3.0:1734016150.311596:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012e3b9000[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.311598:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a5c880 1fffff00000805 3:0 ffff88012e3b9000 487 lru 00000080:00200000:3.0:1734016150.311601:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012e3b9060 487: 1< 0 - - > 2< 1994752 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487862272 - | - - + - > 5< - - + - | 0 - | 487 - -> 00000080:00200000:3.0:1734016150.311603:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012e3b9000 00000080:00200000:3.0:1734016150.311603:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.311604:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.311608:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.311613:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.311618:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.311624:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.311630:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.311632:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 1998848 00000080:00200000:3.0:1734016150.311634:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 488 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.311642:0:10408:0:(rw26.c:1006:ll_write_end()) pos 1998848, len 4096, copied 4096 00000080:00200000:3.0:1734016150.311644:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136a5ee58[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.311646:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a5c8c0 1fffff00000805 3:0 ffff880136a5ee58 488 lru 00000080:00200000:3.0:1734016150.311649:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136a5eeb8 488: 1< 0 - - > 2< 1998848 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487858176 - | - - + - > 5< - - + - | 0 - | 488 - -> 00000080:00200000:3.0:1734016150.311651:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136a5ee58 00000080:00200000:3.0:1734016150.311651:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.311652:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.311655:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.311661:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.311665:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.311670:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.311675:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.311677:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2002944 00000080:00200000:3.0:1734016150.311679:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 489 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.311686:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2002944, len 4096, copied 4096 00000080:00200000:3.0:1734016150.311688:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136a5ed80[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.311690:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a5c900 1fffff00000805 3:0 ffff880136a5ed80 489 lru 00000080:00200000:3.0:1734016150.311693:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136a5ede0 489: 1< 0 - - > 2< 2002944 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487854080 - | - - + - > 5< - - + - | 0 - | 489 - -> 00000080:00200000:3.0:1734016150.311694:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136a5ed80 00000080:00200000:3.0:1734016150.311695:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.311696:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.311699:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.311703:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.311708:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.311713:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.311719:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.311721:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2007040 00000080:00200000:3.0:1734016150.311723:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 490 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.311731:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2007040, len 4096, copied 4096 00000080:00200000:3.0:1734016150.311733:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136a5eca8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.311735:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a5c940 1fffff00000805 3:0 ffff880136a5eca8 490 lru 00000080:00200000:3.0:1734016150.311738:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136a5ed08 490: 1< 0 - - > 2< 2007040 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487849984 - | - - + - > 5< - - + - | 0 - | 490 - -> 00000080:00200000:3.0:1734016150.311740:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136a5eca8 00000080:00200000:3.0:1734016150.311740:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.311741:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.311745:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.311750:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.311766:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.311771:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.311778:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.311781:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2011136 00000080:00200000:3.0:1734016150.311783:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 491 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.311791:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2011136, len 4096, copied 4096 00000080:00200000:3.0:1734016150.311794:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136a5ebd0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.311796:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a5c980 1fffff00000805 3:0 ffff880136a5ebd0 491 lru 00000080:00200000:3.0:1734016150.311799:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136a5ec30 491: 1< 0 - - > 2< 2011136 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487845888 - | - - + - > 5< - - + - | 0 - | 491 - -> 00000080:00200000:3.0:1734016150.311800:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136a5ebd0 00000080:00200000:3.0:1734016150.311801:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.311802:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.311805:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.311810:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.311815:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.311821:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.311827:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.311829:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2015232 00000080:00200000:3.0:1734016150.311830:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 492 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.311837:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2015232, len 4096, copied 4096 00000080:00200000:3.0:1734016150.311839:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136a5eaf8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.311841:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a5c9c0 1fffff00000805 3:0 ffff880136a5eaf8 492 lru 00000080:00200000:3.0:1734016150.311844:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136a5eb58 492: 1< 0 - - > 2< 2015232 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487841792 - | - - + - > 5< - - + - | 0 - | 492 - -> 00000080:00200000:3.0:1734016150.311846:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136a5eaf8 00000080:00200000:3.0:1734016150.311846:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.311847:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.311850:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.311856:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.311860:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.311865:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.311870:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.311872:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2019328 00000080:00200000:3.0:1734016150.311874:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 493 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.311882:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2019328, len 4096, copied 4096 00000080:00200000:3.0:1734016150.311885:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136a5ea20[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.311887:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cca00 1fffff00000805 3:0 ffff880136a5ea20 493 lru 00000080:00200000:3.0:1734016150.311890:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136a5ea80 493: 1< 0 - - > 2< 2019328 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487837696 - | - - + - > 5< - - + - | 0 - | 493 - -> 00000080:00200000:3.0:1734016150.311891:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136a5ea20 00000080:00200000:3.0:1734016150.311892:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.311893:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.311896:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.311900:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.311905:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.311909:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.311914:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.311916:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2023424 00000080:00200000:3.0:1734016150.311917:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 494 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.311924:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2023424, len 4096, copied 4096 00000080:00200000:3.0:1734016150.311926:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136a5e948[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.311928:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cca40 1fffff00000805 3:0 ffff880136a5e948 494 lru 00000080:00200000:3.0:1734016150.311931:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136a5e9a8 494: 1< 0 - - > 2< 2023424 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487833600 - | - - + - > 5< - - + - | 0 - | 494 - -> 00000080:00200000:3.0:1734016150.311932:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136a5e948 00000080:00200000:3.0:1734016150.311933:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.311934:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.311937:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.311942:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.311946:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.311951:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.311956:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.311958:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2027520 00000080:00200000:3.0:1734016150.311959:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 495 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.311966:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2027520, len 4096, copied 4096 00000080:00200000:3.0:1734016150.311968:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136a5e870[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.311970:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cca80 1fffff00000805 3:0 ffff880136a5e870 495 lru 00000080:00200000:3.0:1734016150.311973:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136a5e8d0 495: 1< 0 - - > 2< 2027520 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487829504 - | - - + - > 5< - - + - | 0 - | 495 - -> 00000080:00200000:3.0:1734016150.311975:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136a5e870 00000080:00200000:3.0:1734016150.311975:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.311976:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.311979:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.311983:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.311988:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.311994:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.312000:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.312002:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2031616 00000080:00200000:3.0:1734016150.312004:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 496 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.312010:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2031616, len 4096, copied 4096 00000080:00200000:3.0:1734016150.312013:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136a5e798[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.312014:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029ccac0 1fffff00000805 3:0 ffff880136a5e798 496 lru 00000080:00200000:3.0:1734016150.312018:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136a5e7f8 496: 1< 0 - - > 2< 2031616 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487825408 - | - - + - > 5< - - + - | 0 - | 496 - -> 00000080:00200000:3.0:1734016150.312019:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136a5e798 00000080:00200000:3.0:1734016150.312020:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.312020:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.312023:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.312028:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.312033:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.312038:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.312044:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.312046:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2035712 00000080:00200000:3.0:1734016150.312047:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 497 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.312054:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2035712, len 4096, copied 4096 00000080:00200000:3.0:1734016150.312057:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136a5e6c0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.312059:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029ccb00 1fffff00000805 3:0 ffff880136a5e6c0 497 lru 00000080:00200000:3.0:1734016150.312062:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136a5e720 497: 1< 0 - - > 2< 2035712 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487821312 - | - - + - > 5< - - + - | 0 - | 497 - -> 00000080:00200000:3.0:1734016150.312063:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136a5e6c0 00000080:00200000:3.0:1734016150.312064:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.312065:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.312068:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.312072:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.312077:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.312081:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.312086:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.312089:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2039808 00000080:00200000:3.0:1734016150.312091:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 498 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.312101:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2039808, len 4096, copied 4096 00000080:00200000:3.0:1734016150.312104:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136a5e5e8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.312105:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029ccb40 1fffff00000805 3:0 ffff880136a5e5e8 498 lru 00000080:00200000:3.0:1734016150.312109:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136a5e648 498: 1< 0 - - > 2< 2039808 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487817216 - | - - + - > 5< - - + - | 0 - | 498 - -> 00000080:00200000:3.0:1734016150.312111:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136a5e5e8 00000080:00200000:3.0:1734016150.312111:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.312112:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.312118:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.312124:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.312129:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.312135:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.312143:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.312146:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2043904 00000080:00200000:3.0:1734016150.312148:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 499 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.312159:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2043904, len 4096, copied 4096 00000080:00200000:3.0:1734016150.312162:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136a5e510[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.312163:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029ccb80 1fffff00000805 3:0 ffff880136a5e510 499 lru 00000080:00200000:3.0:1734016150.312167:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136a5e570 499: 1< 0 - - > 2< 2043904 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487813120 - | - - + - > 5< - - + - | 0 - | 499 - -> 00000080:00200000:3.0:1734016150.312168:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136a5e510 00000080:00200000:3.0:1734016150.312169:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.312171:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.312176:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.312182:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.312188:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.312193:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.312201:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.312204:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2048000 00000080:00200000:3.0:1734016150.312206:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 500 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.312218:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2048000, len 4096, copied 4096 00000080:00200000:3.0:1734016150.312221:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136a5e438[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.312223:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029ccbc0 1fffff00000825 2:0 ffff880136a5e438 500 lru 00000080:00200000:3.0:1734016150.312227:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136a5e498 500: 1< 0 - - > 2< 2048000 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487809024 - | - - + - > 5< - - + - | 0 - | 500 - -> 00000080:00200000:3.0:1734016150.312228:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136a5e438 00000080:00200000:3.0:1734016150.312229:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.312230:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.312235:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.312241:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.312247:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.312253:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.312260:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.312263:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2052096 00000080:00200000:3.0:1734016150.312265:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 501 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.312285:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2052096, len 4096, copied 4096 00000080:00200000:3.0:1734016150.312288:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136a5e360[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.312290:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cd200 1fffff00000805 3:0 ffff880136a5e360 501 lru 00000080:00200000:3.0:1734016150.312294:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136a5e3c0 501: 1< 0 - - > 2< 2052096 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487804928 - | - - + - > 5< - - + - | 0 - | 501 - -> 00000080:00200000:3.0:1734016150.312296:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136a5e360 00000080:00200000:3.0:1734016150.312296:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.312297:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.312302:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.312308:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.312315:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.312336:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.312345:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.312349:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2056192 00000080:00200000:3.0:1734016150.312351:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 502 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.312361:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2056192, len 4096, copied 4096 00000080:00200000:3.0:1734016150.312364:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136a5e288[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.312366:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cd240 1fffff00000805 3:0 ffff880136a5e288 502 lru 00000080:00200000:3.0:1734016150.312369:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136a5e2e8 502: 1< 0 - - > 2< 2056192 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487800832 - | - - + - > 5< - - + - | 0 - | 502 - -> 00000080:00200000:3.0:1734016150.312371:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136a5e288 00000080:00200000:3.0:1734016150.312372:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.312373:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.312377:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.312383:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.312388:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.312393:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.312399:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.312401:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2060288 00000080:00200000:3.0:1734016150.312402:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 503 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.312411:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2060288, len 4096, copied 4096 00000080:00200000:3.0:1734016150.312413:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136a5e1b0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.312415:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cd280 1fffff00000805 3:0 ffff880136a5e1b0 503 lru 00000080:00200000:3.0:1734016150.312419:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136a5e210 503: 1< 0 - - > 2< 2060288 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487796736 - | - - + - > 5< - - + - | 0 - | 503 - -> 00000080:00200000:3.0:1734016150.312420:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136a5e1b0 00000080:00200000:3.0:1734016150.312421:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.312422:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.312427:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.312432:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.312437:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.312443:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.312450:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.312453:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2064384 00000080:00200000:3.0:1734016150.312455:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 504 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.312466:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2064384, len 4096, copied 4096 00000080:00200000:3.0:1734016150.312468:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136a5e0d8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.312470:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cd2c0 1fffff00000805 3:0 ffff880136a5e0d8 504 lru 00000080:00200000:3.0:1734016150.312475:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136a5e138 504: 1< 0 - - > 2< 2064384 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487792640 - | - - + - > 5< - - + - | 0 - | 504 - -> 00000080:00200000:3.0:1734016150.312476:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136a5e0d8 00000080:00200000:3.0:1734016150.312477:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.312478:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.312483:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.312489:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.312495:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.312501:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.312509:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.312513:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2068480 00000080:00200000:3.0:1734016150.312515:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 505 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.312526:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2068480, len 4096, copied 4096 00000080:00200000:3.0:1734016150.312528:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136a5e000[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.312530:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cd300 1fffff00000805 3:0 ffff880136a5e000 505 lru 00000080:00200000:3.0:1734016150.312534:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136a5e060 505: 1< 0 - - > 2< 2068480 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487788544 - | - - + - > 5< - - + - | 0 - | 505 - -> 00000080:00200000:3.0:1734016150.312535:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136a5e000 00000080:00200000:3.0:1734016150.312536:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.312537:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.312541:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.312546:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.312552:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.312557:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.312564:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.312566:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2072576 00000080:00200000:3.0:1734016150.312567:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 506 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.312578:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2072576, len 4096, copied 4096 00000080:00200000:3.0:1734016150.312580:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136b6ce58[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.312582:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cd340 1fffff00000805 3:0 ffff880136b6ce58 506 lru 00000080:00200000:3.0:1734016150.312586:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136b6ceb8 506: 1< 0 - - > 2< 2072576 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487784448 - | - - + - > 5< - - + - | 0 - | 506 - -> 00000080:00200000:3.0:1734016150.312587:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136b6ce58 00000080:00200000:3.0:1734016150.312588:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.312590:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.312595:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.312607:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.312612:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.312618:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.312625:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.312628:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2076672 00000080:00200000:3.0:1734016150.319300:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 614 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.319317:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2514944, len 4096, copied 4096 00000080:00200000:3.0:1734016150.319335:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136b6cd80[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.319337:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cd380 1fffff00000805 3:0 ffff880136b6cd80 614 lru 00000080:00200000:3.0:1734016150.319341:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136b6cde0 614: 1< 0 - - > 2< 2514944 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487342080 - | - - + - > 5< - - + - | 0 - | 614 - -> 00000080:00200000:3.0:1734016150.319342:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136b6cd80 00000080:00200000:3.0:1734016150.319342:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.319344:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.319350:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.319356:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.319361:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.319367:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.319380:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.319384:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2519040 00000080:00200000:3.0:1734016150.319386:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 615 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.319398:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2519040, len 4096, copied 4096 00000080:00200000:3.0:1734016150.319400:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136b6cca8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.319402:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cd3c0 1fffff00000805 3:0 ffff880136b6cca8 615 lru 00000080:00200000:3.0:1734016150.319406:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136b6cd08 615: 1< 0 - - > 2< 2519040 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487337984 - | - - + - > 5< - - + - | 0 - | 615 - -> 00000080:00200000:3.0:1734016150.319407:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136b6cca8 00000080:00200000:3.0:1734016150.319408:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.319409:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.319414:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.319420:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.319426:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.319431:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.319440:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.319443:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2523136 00000080:00200000:3.0:1734016150.319445:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 616 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.319457:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2523136, len 4096, copied 4096 00000080:00200000:3.0:1734016150.319460:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136b6cbd0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.319462:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cc400 1fffff00000805 3:0 ffff880136b6cbd0 616 lru 00000080:00200000:3.0:1734016150.319466:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136b6cc30 616: 1< 0 - - > 2< 2523136 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487333888 - | - - + - > 5< - - + - | 0 - | 616 - -> 00000080:00200000:3.0:1734016150.319468:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136b6cbd0 00000080:00200000:3.0:1734016150.319469:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.319470:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.319476:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.319482:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.319488:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.319493:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.319500:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.319502:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2527232 00000080:00200000:3.0:1734016150.319504:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 617 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.319513:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2527232, len 4096, copied 4096 00000080:00200000:3.0:1734016150.319515:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136b6caf8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.319516:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cc440 1fffff00000805 3:0 ffff880136b6caf8 617 lru 00000080:00200000:3.0:1734016150.319519:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136b6cb58 617: 1< 0 - - > 2< 2527232 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487329792 - | - - + - > 5< - - + - | 0 - | 617 - -> 00000080:00200000:3.0:1734016150.319520:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136b6caf8 00000080:00200000:3.0:1734016150.319520:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.319521:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.319524:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.319528:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.319531:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.319534:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.319538:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.319540:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2531328 00000080:00200000:3.0:1734016150.319541:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 618 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.319547:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2531328, len 4096, copied 4096 00000080:00200000:3.0:1734016150.319549:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136b6ca20[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.319550:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cc480 1fffff00000805 3:0 ffff880136b6ca20 618 lru 00000080:00200000:3.0:1734016150.319552:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136b6ca80 618: 1< 0 - - > 2< 2531328 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487325696 - | - - + - > 5< - - + - | 0 - | 618 - -> 00000080:00200000:3.0:1734016150.319553:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136b6ca20 00000080:00200000:3.0:1734016150.319553:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.319554:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.319556:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.319559:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.319563:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.319568:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.319572:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.319573:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2535424 00000080:00200000:3.0:1734016150.319574:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 619 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.319580:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2535424, len 4096, copied 4096 00000080:00200000:3.0:1734016150.319582:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136b6c948[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.319583:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cc4c0 1fffff00000805 3:0 ffff880136b6c948 619 lru 00000080:00200000:3.0:1734016150.319585:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136b6c9a8 619: 1< 0 - - > 2< 2535424 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487321600 - | - - + - > 5< - - + - | 0 - | 619 - -> 00000080:00200000:3.0:1734016150.319586:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136b6c948 00000080:00200000:3.0:1734016150.319586:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.319587:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.319589:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.319592:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.319595:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.319598:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.319602:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.319603:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2539520 00000080:00200000:3.0:1734016150.319605:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 620 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.319611:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2539520, len 4096, copied 4096 00000080:00200000:3.0:1734016150.319613:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136b6c870[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.319614:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cc500 1fffff00000805 3:0 ffff880136b6c870 620 lru 00000080:00200000:3.0:1734016150.319616:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136b6c8d0 620: 1< 0 - - > 2< 2539520 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487317504 - | - - + - > 5< - - + - | 0 - | 620 - -> 00000080:00200000:3.0:1734016150.319617:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136b6c870 00000080:00200000:3.0:1734016150.319617:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.319618:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.319620:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.319623:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.319626:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.319629:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.319633:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.319634:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2543616 00000080:00200000:3.0:1734016150.319635:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 621 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.319643:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2543616, len 4096, copied 4096 00000080:00200000:3.0:1734016150.319645:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136b6c798[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.319646:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cc540 1fffff00000825 2:0 ffff880136b6c798 621 lru 00000080:00200000:3.0:1734016150.319648:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136b6c7f8 621: 1< 0 - - > 2< 2543616 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487313408 - | - - + - > 5< - - + - | 0 - | 621 - -> 00000080:00200000:3.0:1734016150.319649:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136b6c798 00000080:00200000:3.0:1734016150.319649:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.319650:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.319653:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.319657:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.319660:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.319663:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.319667:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.319668:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2547712 00000080:00200000:3.0:1734016150.319669:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 622 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.319676:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2547712, len 4096, copied 4096 00000080:00200000:3.0:1734016150.319677:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136b6c6c0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.319678:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cc580 1fffff00000805 3:0 ffff880136b6c6c0 622 lru 00000080:00200000:3.0:1734016150.319681:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136b6c720 622: 1< 0 - - > 2< 2547712 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487309312 - | - - + - > 5< - - + - | 0 - | 622 - -> 00000080:00200000:3.0:1734016150.319682:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136b6c6c0 00000080:00200000:3.0:1734016150.319682:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.319683:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.319685:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.319688:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.319691:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.319695:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.319698:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.319700:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2551808 00000080:00200000:3.0:1734016150.319701:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 623 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.319707:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2551808, len 4096, copied 4096 00000080:00200000:3.0:1734016150.319709:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136b6c5e8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.319710:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cc5c0 1fffff00000805 3:0 ffff880136b6c5e8 623 lru 00000080:00200000:3.0:1734016150.319712:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136b6c648 623: 1< 0 - - > 2< 2551808 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487305216 - | - - + - > 5< - - + - | 0 - | 623 - -> 00000080:00200000:3.0:1734016150.319713:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136b6c5e8 00000080:00200000:3.0:1734016150.319713:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.319714:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.319716:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.319719:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.319722:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.319725:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.319729:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.319730:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2555904 00000080:00200000:3.0:1734016150.319732:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 624 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.319739:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2555904, len 4096, copied 4096 00000080:00200000:3.0:1734016150.319741:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136b6c510[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.319742:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a55e00 1fffff00000805 3:0 ffff880136b6c510 624 lru 00000080:00200000:3.0:1734016150.319744:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136b6c570 624: 1< 0 - - > 2< 2555904 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487301120 - | - - + - > 5< - - + - | 0 - | 624 - -> 00000080:00200000:3.0:1734016150.319745:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136b6c510 00000080:00200000:3.0:1734016150.319745:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.319746:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.319748:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.319751:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.319771:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.319774:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.319780:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.319782:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2560000 00000080:00200000:3.0:1734016150.319784:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 625 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.319792:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2560000, len 4096, copied 4096 00000080:00200000:3.0:1734016150.319794:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136b6c438[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.319795:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a55e40 1fffff00000805 3:0 ffff880136b6c438 625 lru 00000080:00200000:3.0:1734016150.319797:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136b6c498 625: 1< 0 - - > 2< 2560000 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487297024 - | - - + - > 5< - - + - | 0 - | 625 - -> 00000080:00200000:3.0:1734016150.319798:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136b6c438 00000080:00200000:3.0:1734016150.319799:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.319799:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.319803:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.319807:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.319810:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.319813:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.319817:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.319819:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2564096 00000080:00200000:3.0:1734016150.319820:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 626 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.319826:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2564096, len 4096, copied 4096 00000080:00200000:3.0:1734016150.319827:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136b6c360[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.319828:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a55e80 1fffff00000805 3:0 ffff880136b6c360 626 lru 00000080:00200000:3.0:1734016150.319830:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136b6c3c0 626: 1< 0 - - > 2< 2564096 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487292928 - | - - + - > 5< - - + - | 0 - | 626 - -> 00000080:00200000:3.0:1734016150.319831:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136b6c360 00000080:00200000:3.0:1734016150.319832:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.319832:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.319835:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.319838:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.319840:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.319845:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.319849:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.319851:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2568192 00000080:00200000:3.0:1734016150.319852:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 627 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.319858:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2568192, len 4096, copied 4096 00000080:00200000:3.0:1734016150.319859:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136b6c288[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.319861:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a55ec0 1fffff00000805 3:0 ffff880136b6c288 627 lru 00000080:00200000:3.0:1734016150.319863:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136b6c2e8 627: 1< 0 - - > 2< 2568192 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487288832 - | - - + - > 5< - - + - | 0 - | 627 - -> 00000080:00200000:3.0:1734016150.319864:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136b6c288 00000080:00200000:3.0:1734016150.319864:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.319865:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.319867:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.319870:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.319873:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.319876:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.319880:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.319881:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2572288 00000080:00200000:3.0:1734016150.319883:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 628 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.319889:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2572288, len 4096, copied 4096 00000080:00200000:3.0:1734016150.319890:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136b6c1b0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.319892:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a55f00 1fffff00000805 3:0 ffff880136b6c1b0 628 lru 00000080:00200000:3.0:1734016150.319894:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136b6c210 628: 1< 0 - - > 2< 2572288 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487284736 - | - - + - > 5< - - + - | 0 - | 628 - -> 00000080:00200000:3.0:1734016150.319895:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136b6c1b0 00000080:00200000:3.0:1734016150.319896:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.319896:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.319899:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.319902:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.319905:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.319908:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.319913:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.319914:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2576384 00000080:00200000:3.0:1734016150.319916:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 629 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.319922:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2576384, len 4096, copied 4096 00000080:00200000:3.0:1734016150.319923:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136b6c0d8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.319924:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a55f40 1fffff00000805 3:0 ffff880136b6c0d8 629 lru 00000080:00200000:3.0:1734016150.319926:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136b6c138 629: 1< 0 - - > 2< 2576384 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487280640 - | - - + - > 5< - - + - | 0 - | 629 - -> 00000080:00200000:3.0:1734016150.319927:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136b6c0d8 00000080:00200000:3.0:1734016150.319928:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.319928:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.319931:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.319935:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.319938:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.319941:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.319945:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.319946:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2580480 00000080:00200000:3.0:1734016150.319948:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 630 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.319954:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2580480, len 4096, copied 4096 00000080:00200000:3.0:1734016150.319955:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff880136b6c000[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.319956:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a55f80 1fffff00000805 3:0 ffff880136b6c000 630 lru 00000080:00200000:3.0:1734016150.319959:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff880136b6c060 630: 1< 0 - - > 2< 2580480 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487276544 - | - - + - > 5< - - + - | 0 - | 630 - -> 00000080:00200000:3.0:1734016150.319959:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff880136b6c000 00000080:00200000:3.0:1734016150.319960:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.319960:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.319963:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.319966:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.319968:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.319973:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.319977:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.319978:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2584576 00000080:00200000:3.0:1734016150.319979:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 631 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.319986:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2584576, len 4096, copied 4096 00000080:00200000:3.0:1734016150.319987:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012a496e58[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.319989:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a55fc0 1fffff00000805 3:0 ffff88012a496e58 631 lru 00000080:00200000:3.0:1734016150.319991:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012a496eb8 631: 1< 0 - - > 2< 2584576 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487272448 - | - - + - > 5< - - + - | 0 - | 631 - -> 00000080:00200000:3.0:1734016150.319992:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012a496e58 00000080:00200000:3.0:1734016150.319992:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.319993:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.319995:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.319999:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320002:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320005:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.320009:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.320010:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2588672 00000080:00200000:3.0:1734016150.320012:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 632 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.320019:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2588672, len 4096, copied 4096 00000080:00200000:3.0:1734016150.320020:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012a496d80[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.320021:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cf400 1fffff00000805 3:0 ffff88012a496d80 632 lru 00000080:00200000:3.0:1734016150.320024:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012a496de0 632: 1< 0 - - > 2< 2588672 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487268352 - | - - + - > 5< - - + - | 0 - | 632 - -> 00000080:00200000:3.0:1734016150.320025:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012a496d80 00000080:00200000:3.0:1734016150.320025:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.320026:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.320028:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320031:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320034:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320037:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.320041:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.320042:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2592768 00000080:00200000:3.0:1734016150.320043:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 633 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.320049:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2592768, len 4096, copied 4096 00000080:00200000:3.0:1734016150.320051:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012a496ca8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.320052:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cf440 1fffff00000805 3:0 ffff88012a496ca8 633 lru 00000080:00200000:3.0:1734016150.320054:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012a496d08 633: 1< 0 - - > 2< 2592768 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487264256 - | - - + - > 5< - - + - | 0 - | 633 - -> 00000080:00200000:3.0:1734016150.320055:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012a496ca8 00000080:00200000:3.0:1734016150.320056:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.320056:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.320059:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320062:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320066:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320068:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.320072:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.320074:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2596864 00000080:00200000:3.0:1734016150.320075:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 634 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.320081:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2596864, len 4096, copied 4096 00000080:00200000:3.0:1734016150.320082:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012a496bd0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.320083:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cf480 1fffff00000805 3:0 ffff88012a496bd0 634 lru 00000080:00200000:3.0:1734016150.320085:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012a496c30 634: 1< 0 - - > 2< 2596864 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487260160 - | - - + - > 5< - - + - | 0 - | 634 - -> 00000080:00200000:3.0:1734016150.320086:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012a496bd0 00000080:00200000:3.0:1734016150.320087:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.320087:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.320090:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320093:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320096:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320099:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.320103:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.320104:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2600960 00000080:00200000:3.0:1734016150.320105:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 635 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.320113:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2600960, len 4096, copied 4096 00000080:00200000:3.0:1734016150.320114:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012a496af8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.320116:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cf4c0 1fffff00000825 2:0 ffff88012a496af8 635 lru 00000080:00200000:3.0:1734016150.320118:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012a496b58 635: 1< 0 - - > 2< 2600960 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487256064 - | - - + - > 5< - - + - | 0 - | 635 - -> 00000080:00200000:3.0:1734016150.320119:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012a496af8 00000080:00200000:3.0:1734016150.320119:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.320120:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.320122:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320125:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320129:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320132:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.320136:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.320137:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2605056 00000080:00200000:3.0:1734016150.320139:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 636 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.320146:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2605056, len 4096, copied 4096 00000080:00200000:3.0:1734016150.320148:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012a496a20[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.320149:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cf500 1fffff00000805 3:0 ffff88012a496a20 636 lru 00000080:00200000:3.0:1734016150.320152:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012a496a80 636: 1< 0 - - > 2< 2605056 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487251968 - | - - + - > 5< - - + - | 0 - | 636 - -> 00000080:00200000:3.0:1734016150.320152:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012a496a20 00000080:00200000:3.0:1734016150.320153:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.320153:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.320156:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320159:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320162:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320165:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.320168:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.320170:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2609152 00000080:00200000:3.0:1734016150.320171:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 637 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.320177:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2609152, len 4096, copied 4096 00000080:00200000:3.0:1734016150.320178:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012a496948[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.320179:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cf540 1fffff00000805 3:0 ffff88012a496948 637 lru 00000080:00200000:3.0:1734016150.320182:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012a4969a8 637: 1< 0 - - > 2< 2609152 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487247872 - | - - + - > 5< - - + - | 0 - | 637 - -> 00000080:00200000:3.0:1734016150.320182:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012a496948 00000080:00200000:3.0:1734016150.320183:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.320183:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.320186:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320189:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320192:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320195:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.320199:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.320200:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2613248 00000080:00200000:3.0:1734016150.320201:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 638 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.320207:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2613248, len 4096, copied 4096 00000080:00200000:3.0:1734016150.320209:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012a496870[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.320210:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cf580 1fffff00000805 3:0 ffff88012a496870 638 lru 00000080:00200000:3.0:1734016150.320212:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012a4968d0 638: 1< 0 - - > 2< 2613248 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487243776 - | - - + - > 5< - - + - | 0 - | 638 - -> 00000080:00200000:3.0:1734016150.320213:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012a496870 00000080:00200000:3.0:1734016150.320213:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.320214:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.320216:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320219:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320222:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320227:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.320231:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.320232:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2617344 00000080:00200000:3.0:1734016150.320233:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 639 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.320246:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2617344, len 4096, copied 4096 00000080:00200000:3.0:1734016150.320248:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012a496798[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.320249:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cf8c0 1fffff00000805 3:0 ffff88012a496798 639 lru 00000080:00200000:3.0:1734016150.320251:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012a4967f8 639: 1< 0 - - > 2< 2617344 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487239680 - | - - + - > 5< - - + - | 0 - | 639 - -> 00000080:00200000:3.0:1734016150.320252:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012a496798 00000080:00200000:3.0:1734016150.320253:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.320253:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.320256:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320260:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320263:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320266:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.320270:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.320271:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2621440 00000080:00200000:3.0:1734016150.320273:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 640 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.320281:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2621440, len 4096, copied 4096 00000080:00200000:3.0:1734016150.320283:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012a4966c0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.320284:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cf900 1fffff00000805 3:0 ffff88012a4966c0 640 lru 00000080:00200000:3.0:1734016150.320286:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012a496720 640: 1< 0 - - > 2< 2621440 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487235584 - | - - + - > 5< - - + - | 0 - | 640 - -> 00000080:00200000:3.0:1734016150.320287:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012a4966c0 00000080:00200000:3.0:1734016150.320288:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.320288:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.320291:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320294:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320296:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320299:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.320303:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.320305:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2625536 00000080:00200000:3.0:1734016150.320306:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 641 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.320312:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2625536, len 4096, copied 4096 00000080:00200000:3.0:1734016150.320314:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012a4965e8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.320315:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cf940 1fffff00000805 3:0 ffff88012a4965e8 641 lru 00000080:00200000:3.0:1734016150.320317:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012a496648 641: 1< 0 - - > 2< 2625536 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487231488 - | - - + - > 5< - - + - | 0 - | 641 - -> 00000080:00200000:3.0:1734016150.320318:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012a4965e8 00000080:00200000:3.0:1734016150.320318:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.320319:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.320348:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320355:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320361:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320366:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.320375:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.320378:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2629632 00000080:00200000:3.0:1734016150.320381:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 642 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.320391:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2629632, len 4096, copied 4096 00000080:00200000:3.0:1734016150.320394:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012a496510[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.320395:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cf980 1fffff00000805 3:0 ffff88012a496510 642 lru 00000080:00200000:3.0:1734016150.320398:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012a496570 642: 1< 0 - - > 2< 2629632 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487227392 - | - - + - > 5< - - + - | 0 - | 642 - -> 00000080:00200000:3.0:1734016150.320399:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012a496510 00000080:00200000:3.0:1734016150.320399:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.320400:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.320403:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320406:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320410:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320415:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.320419:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.320421:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2633728 00000080:00200000:3.0:1734016150.320422:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 643 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.320429:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2633728, len 4096, copied 4096 00000080:00200000:3.0:1734016150.320431:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012a496438[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.320432:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cf9c0 1fffff00000805 3:0 ffff88012a496438 643 lru 00000080:00200000:3.0:1734016150.320435:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012a496498 643: 1< 0 - - > 2< 2633728 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487223296 - | - - + - > 5< - - + - | 0 - | 643 - -> 00000080:00200000:3.0:1734016150.320436:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012a496438 00000080:00200000:3.0:1734016150.320436:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.320437:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.320439:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320442:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320445:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320448:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.320452:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.320453:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2637824 00000080:00200000:3.0:1734016150.320455:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 644 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.320461:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2637824, len 4096, copied 4096 00000080:00200000:3.0:1734016150.320462:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012a496360[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.320463:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cfa00 1fffff00000805 3:0 ffff88012a496360 644 lru 00000080:00200000:3.0:1734016150.320466:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012a4963c0 644: 1< 0 - - > 2< 2637824 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487219200 - | - - + - > 5< - - + - | 0 - | 644 - -> 00000080:00200000:3.0:1734016150.320467:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012a496360 00000080:00200000:3.0:1734016150.320467:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.320468:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.320470:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320473:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320476:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320479:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.320482:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.320484:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2641920 00000080:00200000:3.0:1734016150.320485:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 645 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.320491:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2641920, len 4096, copied 4096 00000080:00200000:3.0:1734016150.320492:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012a496288[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.320494:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cfa40 1fffff00000805 3:0 ffff88012a496288 645 lru 00000080:00200000:3.0:1734016150.320496:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012a4962e8 645: 1< 0 - - > 2< 2641920 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487215104 - | - - + - > 5< - - + - | 0 - | 645 - -> 00000080:00200000:3.0:1734016150.320497:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012a496288 00000080:00200000:3.0:1734016150.320497:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.320498:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.320500:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320503:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320506:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320509:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.320513:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.320514:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2646016 00000080:00200000:3.0:1734016150.320515:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 646 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.320521:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2646016, len 4096, copied 4096 00000080:00200000:3.0:1734016150.320522:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012a4961b0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.320523:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cfa80 1fffff00000805 3:0 ffff88012a4961b0 646 lru 00000080:00200000:3.0:1734016150.320526:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012a496210 646: 1< 0 - - > 2< 2646016 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487211008 - | - - + - > 5< - - + - | 0 - | 646 - -> 00000080:00200000:3.0:1734016150.320526:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012a4961b0 00000080:00200000:3.0:1734016150.320527:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.320527:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.320530:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320533:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320536:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320540:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.320543:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.320545:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2650112 00000080:00200000:3.0:1734016150.320546:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 647 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.320552:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2650112, len 4096, copied 4096 00000080:00200000:3.0:1734016150.320553:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012a4960d8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.320554:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cfac0 1fffff00000805 3:0 ffff88012a4960d8 647 lru 00000080:00200000:3.0:1734016150.320557:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012a496138 647: 1< 0 - - > 2< 2650112 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487206912 - | - - + - > 5< - - + - | 0 - | 647 - -> 00000080:00200000:3.0:1734016150.320557:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012a4960d8 00000080:00200000:3.0:1734016150.320558:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.320558:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.320561:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320564:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320567:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320570:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.320574:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.320576:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2654208 00000080:00200000:3.0:1734016150.320577:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 648 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.320583:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2654208, len 4096, copied 4096 00000080:00200000:3.0:1734016150.320585:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012a496000[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.320586:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cfb00 1fffff00000805 3:0 ffff88012a496000 648 lru 00000080:00200000:3.0:1734016150.320589:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012a496060 648: 1< 0 - - > 2< 2654208 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487202816 - | - - + - > 5< - - + - | 0 - | 648 - -> 00000080:00200000:3.0:1734016150.320589:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012a496000 00000080:00200000:3.0:1734016150.320590:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.320590:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.320593:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320596:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320599:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320602:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.320605:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.320607:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2658304 00000080:00200000:3.0:1734016150.320608:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 649 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.320615:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2658304, len 4096, copied 4096 00000080:00200000:3.0:1734016150.320617:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8801369e3e58[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.320618:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cfb40 1fffff00000825 2:0 ffff8801369e3e58 649 lru 00000080:00200000:3.0:1734016150.320620:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8801369e3eb8 649: 1< 0 - - > 2< 2658304 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487198720 - | - - + - > 5< - - + - | 0 - | 649 - -> 00000080:00200000:3.0:1734016150.320621:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8801369e3e58 00000080:00200000:3.0:1734016150.320621:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.320622:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.320625:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320629:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320632:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320635:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.320638:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.320640:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2662400 00000080:00200000:3.0:1734016150.320641:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 650 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.320647:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2662400, len 4096, copied 4096 00000080:00200000:3.0:1734016150.320648:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8801369e3d80[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.320649:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cfb80 1fffff00000805 3:0 ffff8801369e3d80 650 lru 00000080:00200000:3.0:1734016150.320652:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8801369e3de0 650: 1< 0 - - > 2< 2662400 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487194624 - | - - + - > 5< - - + - | 0 - | 650 - -> 00000080:00200000:3.0:1734016150.320652:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8801369e3d80 00000080:00200000:3.0:1734016150.320653:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.320653:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.320656:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320659:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320662:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320667:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.320671:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.320672:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2666496 00000080:00200000:3.0:1734016150.320673:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 651 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.320680:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2666496, len 4096, copied 4096 00000080:00200000:3.0:1734016150.320681:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8801369e3ca8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.320682:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cfbc0 1fffff00000805 3:0 ffff8801369e3ca8 651 lru 00000080:00200000:3.0:1734016150.320685:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8801369e3d08 651: 1< 0 - - > 2< 2666496 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487190528 - | - - + - > 5< - - + - | 0 - | 651 - -> 00000080:00200000:3.0:1734016150.320685:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8801369e3ca8 00000080:00200000:3.0:1734016150.320686:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.320687:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.320689:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320693:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320696:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320699:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.320703:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.320704:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2670592 00000080:00200000:3.0:1734016150.320705:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 652 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.320712:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2670592, len 4096, copied 4096 00000080:00200000:3.0:1734016150.320713:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8801369e3bd0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.320714:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cfc00 1fffff00000805 3:0 ffff8801369e3bd0 652 lru 00000080:00200000:3.0:1734016150.320717:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8801369e3c30 652: 1< 0 - - > 2< 2670592 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487186432 - | - - + - > 5< - - + - | 0 - | 652 - -> 00000080:00200000:3.0:1734016150.320717:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8801369e3bd0 00000080:00200000:3.0:1734016150.320718:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.320718:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.320721:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320724:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320727:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320730:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.320735:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.320736:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2674688 00000080:00200000:3.0:1734016150.320737:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 653 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.320743:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2674688, len 4096, copied 4096 00000080:00200000:3.0:1734016150.320745:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8801369e3af8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.320747:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cfc40 1fffff00000805 3:0 ffff8801369e3af8 653 lru 00000080:00200000:3.0:1734016150.320751:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8801369e3b58 653: 1< 0 - - > 2< 2674688 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487182336 - | - - + - > 5< - - + - | 0 - | 653 - -> 00000080:00200000:3.0:1734016150.320752:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8801369e3af8 00000080:00200000:3.0:1734016150.320762:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.320764:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.320770:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320775:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320781:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320787:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.320795:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.320798:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2678784 00000080:00200000:3.0:1734016150.320800:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 654 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.320814:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2678784, len 4096, copied 4096 00000080:00200000:3.0:1734016150.320817:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8801369e3a20[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.320819:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cfc80 1fffff00000805 3:0 ffff8801369e3a20 654 lru 00000080:00200000:3.0:1734016150.320822:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8801369e3a80 654: 1< 0 - - > 2< 2678784 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487178240 - | - - + - > 5< - - + - | 0 - | 654 - -> 00000080:00200000:3.0:1734016150.320824:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8801369e3a20 00000080:00200000:3.0:1734016150.320824:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.320826:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.320831:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320837:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320842:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320848:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.320856:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.320859:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2682880 00000080:00200000:3.0:1734016150.320861:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 655 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.320872:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2682880, len 4096, copied 4096 00000080:00200000:3.0:1734016150.320875:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8801369e3948[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.320876:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cfcc0 1fffff00000805 3:0 ffff8801369e3948 655 lru 00000080:00200000:3.0:1734016150.320879:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8801369e39a8 655: 1< 0 - - > 2< 2682880 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487174144 - | - - + - > 5< - - + - | 0 - | 655 - -> 00000080:00200000:3.0:1734016150.320879:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8801369e3948 00000080:00200000:3.0:1734016150.320880:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.320880:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.320884:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320887:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320891:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320894:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.320898:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.320900:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2686976 00000080:00200000:3.0:1734016150.320902:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 656 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.320909:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2686976, len 4096, copied 4096 00000080:00200000:3.0:1734016150.320910:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8801369e3870[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.320912:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cfd00 1fffff00000805 3:0 ffff8801369e3870 656 lru 00000080:00200000:3.0:1734016150.320914:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8801369e38d0 656: 1< 0 - - > 2< 2686976 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487170048 - | - - + - > 5< - - + - | 0 - | 656 - -> 00000080:00200000:3.0:1734016150.320915:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8801369e3870 00000080:00200000:3.0:1734016150.320915:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.320916:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.320918:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320921:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320924:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320927:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.320931:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.320932:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2691072 00000080:00200000:3.0:1734016150.320933:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 657 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.320939:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2691072, len 4096, copied 4096 00000080:00200000:3.0:1734016150.320940:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8801369e3798[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.320942:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cfd40 1fffff00000805 3:0 ffff8801369e3798 657 lru 00000080:00200000:3.0:1734016150.320944:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8801369e37f8 657: 1< 0 - - > 2< 2691072 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487165952 - | - - + - > 5< - - + - | 0 - | 657 - -> 00000080:00200000:3.0:1734016150.320945:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8801369e3798 00000080:00200000:3.0:1734016150.320945:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.320946:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.320949:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320953:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320956:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320959:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.320963:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.320964:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2695168 00000080:00200000:3.0:1734016150.320965:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 658 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.320971:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2695168, len 4096, copied 4096 00000080:00200000:3.0:1734016150.320973:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8801369e36c0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.320974:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cfd80 1fffff00000805 3:0 ffff8801369e36c0 658 lru 00000080:00200000:3.0:1734016150.320976:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8801369e3720 658: 1< 0 - - > 2< 2695168 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487161856 - | - - + - > 5< - - + - | 0 - | 658 - -> 00000080:00200000:3.0:1734016150.320977:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8801369e36c0 00000080:00200000:3.0:1734016150.320977:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.320978:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.320980:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320983:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320987:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.320991:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.320995:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.320997:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2699264 00000080:00200000:3.0:1734016150.320998:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 659 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.321004:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2699264, len 4096, copied 4096 00000080:00200000:3.0:1734016150.321005:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8801369e35e8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.321007:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cfdc0 1fffff00000805 3:0 ffff8801369e35e8 659 lru 00000080:00200000:3.0:1734016150.321009:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8801369e3648 659: 1< 0 - - > 2< 2699264 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487157760 - | - - + - > 5< - - + - | 0 - | 659 - -> 00000080:00200000:3.0:1734016150.321010:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8801369e35e8 00000080:00200000:3.0:1734016150.321010:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.321011:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.321013:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321016:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321019:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321022:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.321026:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.321028:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2703360 00000080:00200000:3.0:1734016150.321029:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 660 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.321035:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2703360, len 4096, copied 4096 00000080:00200000:3.0:1734016150.321037:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8801369e3510[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.321039:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cfe00 1fffff00000805 3:0 ffff8801369e3510 660 lru 00000080:00200000:3.0:1734016150.321041:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8801369e3570 660: 1< 0 - - > 2< 2703360 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487153664 - | - - + - > 5< - - + - | 0 - | 660 - -> 00000080:00200000:3.0:1734016150.321042:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8801369e3510 00000080:00200000:3.0:1734016150.321042:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.321043:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.321045:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321048:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321051:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321054:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.321058:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.321059:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2707456 00000080:00200000:3.0:1734016150.321060:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 661 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.321066:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2707456, len 4096, copied 4096 00000080:00200000:3.0:1734016150.321067:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8801369e3438[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.321068:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cfe40 1fffff00000805 3:0 ffff8801369e3438 661 lru 00000080:00200000:3.0:1734016150.321071:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8801369e3498 661: 1< 0 - - > 2< 2707456 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487149568 - | - - + - > 5< - - + - | 0 - | 661 - -> 00000080:00200000:3.0:1734016150.321071:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8801369e3438 00000080:00200000:3.0:1734016150.321072:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.321072:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.321075:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321078:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321081:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321084:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.321088:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.321089:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2711552 00000080:00200000:3.0:1734016150.321090:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 662 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.321096:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2711552, len 4096, copied 4096 00000080:00200000:3.0:1734016150.321098:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8801369e3360[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.321099:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cfe80 1fffff00000805 3:0 ffff8801369e3360 662 lru 00000080:00200000:3.0:1734016150.321101:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8801369e33c0 662: 1< 0 - - > 2< 2711552 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487145472 - | - - + - > 5< - - + - | 0 - | 662 - -> 00000080:00200000:3.0:1734016150.321102:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8801369e3360 00000080:00200000:3.0:1734016150.321102:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.321103:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.321105:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321108:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321111:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321115:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.321118:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.321120:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2715648 00000080:00200000:3.0:1734016150.321121:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 663 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.321128:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2715648, len 4096, copied 4096 00000080:00200000:3.0:1734016150.321129:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8801369e3288[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.321130:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cfec0 1fffff00000825 2:0 ffff8801369e3288 663 lru 00000080:00200000:3.0:1734016150.321132:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8801369e32e8 663: 1< 0 - - > 2< 2715648 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487141376 - | - - + - > 5< - - + - | 0 - | 663 - -> 00000080:00200000:3.0:1734016150.321133:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8801369e3288 00000080:00200000:3.0:1734016150.321134:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.321134:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.321137:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321140:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321144:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321147:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.321151:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.321152:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2719744 00000080:00200000:3.0:1734016150.321154:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 664 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.321160:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2719744, len 4096, copied 4096 00000080:00200000:3.0:1734016150.321161:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8801369e31b0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.321162:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cff00 1fffff00000805 3:0 ffff8801369e31b0 664 lru 00000080:00200000:3.0:1734016150.321165:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8801369e3210 664: 1< 0 - - > 2< 2719744 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487137280 - | - - + - > 5< - - + - | 0 - | 664 - -> 00000080:00200000:3.0:1734016150.321166:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8801369e31b0 00000080:00200000:3.0:1734016150.321166:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.321167:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.321170:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321173:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321175:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321178:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.321183:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.321185:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2723840 00000080:00200000:3.0:1734016150.321186:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 665 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.321193:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2723840, len 4096, copied 4096 00000080:00200000:3.0:1734016150.321194:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8801369e30d8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.321195:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cff40 1fffff00000805 3:0 ffff8801369e30d8 665 lru 00000080:00200000:3.0:1734016150.321197:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8801369e3138 665: 1< 0 - - > 2< 2723840 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487133184 - | - - + - > 5< - - + - | 0 - | 665 - -> 00000080:00200000:3.0:1734016150.321198:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8801369e30d8 00000080:00200000:3.0:1734016150.321199:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.321199:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.321202:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321206:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321210:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321213:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.321216:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.321218:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2727936 00000080:00200000:3.0:1734016150.321219:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 666 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.321225:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2727936, len 4096, copied 4096 00000080:00200000:3.0:1734016150.321227:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8801369e3000[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.321228:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cff80 1fffff00000805 3:0 ffff8801369e3000 666 lru 00000080:00200000:3.0:1734016150.321230:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8801369e3060 666: 1< 0 - - > 2< 2727936 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487129088 - | - - + - > 5< - - + - | 0 - | 666 - -> 00000080:00200000:3.0:1734016150.321231:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8801369e3000 00000080:00200000:3.0:1734016150.321231:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.321232:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.321234:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321237:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321240:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321244:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.321247:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.321248:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2732032 00000080:00200000:3.0:1734016150.321250:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 667 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.321257:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2732032, len 4096, copied 4096 00000080:00200000:3.0:1734016150.321258:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012a590e58[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.321259:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029cffc0 1fffff00000805 3:0 ffff88012a590e58 667 lru 00000080:00200000:3.0:1734016150.321262:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012a590eb8 667: 1< 0 - - > 2< 2732032 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487124992 - | - - + - > 5< - - + - | 0 - | 667 - -> 00000080:00200000:3.0:1734016150.321263:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012a590e58 00000080:00200000:3.0:1734016150.321263:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.321264:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.321266:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321269:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321273:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321277:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.321280:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.321282:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2736128 00000080:00200000:3.0:1734016150.321284:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 668 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.321291:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2736128, len 4096, copied 4096 00000080:00200000:3.0:1734016150.321292:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012a590d80[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.321294:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d2000 1fffff00000805 3:0 ffff88012a590d80 668 lru 00000080:00200000:3.0:1734016150.321296:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012a590de0 668: 1< 0 - - > 2< 2736128 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487120896 - | - - + - > 5< - - + - | 0 - | 668 - -> 00000080:00200000:3.0:1734016150.321297:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012a590d80 00000080:00200000:3.0:1734016150.321297:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.321298:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.321300:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321303:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321306:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321309:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.321313:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.321314:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2740224 00000080:00200000:3.0:1734016150.321315:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 669 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.321334:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2740224, len 4096, copied 4096 00000080:00200000:3.0:1734016150.321336:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012a590ca8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.321337:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d2040 1fffff00000805 3:0 ffff88012a590ca8 669 lru 00000080:00200000:3.0:1734016150.321339:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012a590d08 669: 1< 0 - - > 2< 2740224 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487116800 - | - - + - > 5< - - + - | 0 - | 669 - -> 00000080:00200000:3.0:1734016150.321340:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012a590ca8 00000080:00200000:3.0:1734016150.321340:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.321341:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.321345:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321349:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321353:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321356:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.321360:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.321361:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2744320 00000080:00200000:3.0:1734016150.321362:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 670 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.321373:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2744320, len 4096, copied 4096 00000080:00200000:3.0:1734016150.321374:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012a590bd0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.321375:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d2080 1fffff00000805 3:0 ffff88012a590bd0 670 lru 00000080:00200000:3.0:1734016150.321377:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012a590c30 670: 1< 0 - - > 2< 2744320 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487112704 - | - - + - > 5< - - + - | 0 - | 670 - -> 00000080:00200000:3.0:1734016150.321378:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012a590bd0 00000080:00200000:3.0:1734016150.321379:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.321379:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.321382:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321386:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321389:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321393:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.321397:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.321399:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2748416 00000080:00200000:3.0:1734016150.321400:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 671 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.321406:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2748416, len 4096, copied 4096 00000080:00200000:3.0:1734016150.321408:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012a590af8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.321409:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d20c0 1fffff00000805 3:0 ffff88012a590af8 671 lru 00000080:00200000:3.0:1734016150.321411:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012a590b58 671: 1< 0 - - > 2< 2748416 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487108608 - | - - + - > 5< - - + - | 0 - | 671 - -> 00000080:00200000:3.0:1734016150.321412:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012a590af8 00000080:00200000:3.0:1734016150.321413:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.321413:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.321416:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321420:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321423:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321426:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.321429:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.321431:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2752512 00000080:00200000:3.0:1734016150.321433:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 672 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.321439:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2752512, len 4096, copied 4096 00000080:00200000:3.0:1734016150.321441:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012a590a20[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.321442:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d2100 1fffff00000805 3:0 ffff88012a590a20 672 lru 00000080:00200000:3.0:1734016150.321445:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012a590a80 672: 1< 0 - - > 2< 2752512 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487104512 - | - - + - > 5< - - + - | 0 - | 672 - -> 00000080:00200000:3.0:1734016150.321446:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012a590a20 00000080:00200000:3.0:1734016150.321446:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.321447:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.321449:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321452:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321455:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321458:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.321461:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.321463:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2756608 00000080:00200000:3.0:1734016150.321464:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 673 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.321470:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2756608, len 4096, copied 4096 00000080:00200000:3.0:1734016150.321472:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012a590948[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.321473:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d2140 1fffff00000805 3:0 ffff88012a590948 673 lru 00000080:00200000:3.0:1734016150.321475:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012a5909a8 673: 1< 0 - - > 2< 2756608 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487100416 - | - - + - > 5< - - + - | 0 - | 673 - -> 00000080:00200000:3.0:1734016150.321476:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012a590948 00000080:00200000:3.0:1734016150.321476:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.321477:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.321480:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321483:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321486:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321489:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.321492:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.321494:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2760704 00000080:00200000:3.0:1734016150.321495:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 674 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.321502:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2760704, len 4096, copied 4096 00000080:00200000:3.0:1734016150.321503:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012a590870[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.321505:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d2180 1fffff00000805 3:0 ffff88012a590870 674 lru 00000080:00200000:3.0:1734016150.321507:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012a5908d0 674: 1< 0 - - > 2< 2760704 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487096320 - | - - + - > 5< - - + - | 0 - | 674 - -> 00000080:00200000:3.0:1734016150.321508:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012a590870 00000080:00200000:3.0:1734016150.321508:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.321509:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.321511:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321514:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321517:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321522:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.321526:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.321527:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2764800 00000080:00200000:3.0:1734016150.321528:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 675 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.321535:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2764800, len 4096, copied 4096 00000080:00200000:3.0:1734016150.321536:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012a590798[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.321537:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d21c0 1fffff00000805 3:0 ffff88012a590798 675 lru 00000080:00200000:3.0:1734016150.321539:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012a5907f8 675: 1< 0 - - > 2< 2764800 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487092224 - | - - + - > 5< - - + - | 0 - | 675 - -> 00000080:00200000:3.0:1734016150.321540:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012a590798 00000080:00200000:3.0:1734016150.321541:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.321541:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.321544:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321547:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321549:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321552:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.321557:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.321559:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2768896 00000080:00200000:3.0:1734016150.321561:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 676 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.321567:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2768896, len 4096, copied 4096 00000080:00200000:3.0:1734016150.321569:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012a5906c0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.321570:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d2200 1fffff00000805 3:0 ffff88012a5906c0 676 lru 00000080:00200000:3.0:1734016150.321572:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012a590720 676: 1< 0 - - > 2< 2768896 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487088128 - | - - + - > 5< - - + - | 0 - | 676 - -> 00000080:00200000:3.0:1734016150.321573:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012a5906c0 00000080:00200000:3.0:1734016150.321574:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.321574:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.321577:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321580:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321582:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321585:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.321589:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.321591:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2772992 00000080:00200000:3.0:1734016150.321592:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 677 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.321599:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2772992, len 4096, copied 4096 00000080:00200000:3.0:1734016150.321600:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012a5905e8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.321601:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d2240 1fffff00000825 2:0 ffff88012a5905e8 677 lru 00000080:00200000:3.0:1734016150.321604:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012a590648 677: 1< 0 - - > 2< 2772992 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487084032 - | - - + - > 5< - - + - | 0 - | 677 - -> 00000080:00200000:3.0:1734016150.321605:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012a5905e8 00000080:00200000:3.0:1734016150.321605:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.321606:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.321609:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321613:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321616:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321619:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.321622:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.321624:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2777088 00000080:00200000:3.0:1734016150.321625:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 678 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.321632:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2777088, len 4096, copied 4096 00000080:00200000:3.0:1734016150.321634:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012a590510[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.321636:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d2280 1fffff00000805 3:0 ffff88012a590510 678 lru 00000080:00200000:3.0:1734016150.321640:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012a590570 678: 1< 0 - - > 2< 2777088 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487079936 - | - - + - > 5< - - + - | 0 - | 678 - -> 00000080:00200000:3.0:1734016150.321641:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012a590510 00000080:00200000:3.0:1734016150.321642:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.321643:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.321646:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321650:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321654:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321659:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.321664:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.321665:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2781184 00000080:00200000:3.0:1734016150.321667:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 679 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.321674:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2781184, len 4096, copied 4096 00000080:00200000:3.0:1734016150.321675:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012a590438[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.321677:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d22c0 1fffff00000805 3:0 ffff88012a590438 679 lru 00000080:00200000:3.0:1734016150.321679:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012a590498 679: 1< 0 - - > 2< 2781184 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487075840 - | - - + - > 5< - - + - | 0 - | 679 - -> 00000080:00200000:3.0:1734016150.321680:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012a590438 00000080:00200000:3.0:1734016150.321681:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.321682:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.321684:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321687:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321690:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321693:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.321697:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.321698:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2785280 00000080:00200000:3.0:1734016150.321700:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 680 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.321706:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2785280, len 4096, copied 4096 00000080:00200000:3.0:1734016150.321708:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012a590360[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.321709:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d2300 1fffff00000805 3:0 ffff88012a590360 680 lru 00000080:00200000:3.0:1734016150.321711:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012a5903c0 680: 1< 0 - - > 2< 2785280 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487071744 - | - - + - > 5< - - + - | 0 - | 680 - -> 00000080:00200000:3.0:1734016150.321712:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012a590360 00000080:00200000:3.0:1734016150.321713:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.321713:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.321715:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321718:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321721:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321724:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.321728:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.321729:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2789376 00000080:00200000:3.0:1734016150.321733:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 681 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.321740:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2789376, len 4096, copied 4096 00000080:00200000:3.0:1734016150.321741:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012a590288[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.321742:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d2340 1fffff00000805 3:0 ffff88012a590288 681 lru 00000080:00200000:3.0:1734016150.321744:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012a5902e8 681: 1< 0 - - > 2< 2789376 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487067648 - | - - + - > 5< - - + - | 0 - | 681 - -> 00000080:00200000:3.0:1734016150.321745:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012a590288 00000080:00200000:3.0:1734016150.321746:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.321746:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.321749:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321763:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321769:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321776:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.321784:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.321787:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2793472 00000080:00200000:3.0:1734016150.321790:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 682 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.321799:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2793472, len 4096, copied 4096 00000080:00200000:3.0:1734016150.321801:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012a5901b0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.321802:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d2380 1fffff00000805 3:0 ffff88012a5901b0 682 lru 00000080:00200000:3.0:1734016150.321805:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012a590210 682: 1< 0 - - > 2< 2793472 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487063552 - | - - + - > 5< - - + - | 0 - | 682 - -> 00000080:00200000:3.0:1734016150.321806:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012a5901b0 00000080:00200000:3.0:1734016150.321806:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.321807:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.321810:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321813:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321817:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321821:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.321826:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.321827:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2797568 00000080:00200000:3.0:1734016150.321828:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 683 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.321835:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2797568, len 4096, copied 4096 00000080:00200000:3.0:1734016150.321836:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012a5900d8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.321837:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d23c0 1fffff00000805 3:0 ffff88012a5900d8 683 lru 00000080:00200000:3.0:1734016150.321840:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012a590138 683: 1< 0 - - > 2< 2797568 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487059456 - | - - + - > 5< - - + - | 0 - | 683 - -> 00000080:00200000:3.0:1734016150.321840:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012a5900d8 00000080:00200000:3.0:1734016150.321841:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.321842:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.321844:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321849:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321852:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321855:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.321858:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.321860:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2801664 00000080:00200000:3.0:1734016150.321861:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 684 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.321868:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2801664, len 4096, copied 4096 00000080:00200000:3.0:1734016150.321870:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff88012a590000[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.321871:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d2400 1fffff00000805 3:0 ffff88012a590000 684 lru 00000080:00200000:3.0:1734016150.321873:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff88012a590060 684: 1< 0 - - > 2< 2801664 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487055360 - | - - + - > 5< - - + - | 0 - | 684 - -> 00000080:00200000:3.0:1734016150.321874:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff88012a590000 00000080:00200000:3.0:1734016150.321874:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.321875:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.321878:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321881:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321884:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321887:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.321891:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.321892:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2805760 00000080:00200000:3.0:1734016150.321893:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 685 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.321900:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2805760, len 4096, copied 4096 00000080:00200000:3.0:1734016150.321902:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a8bebe58[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.321903:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d2440 1fffff00000805 3:0 ffff8800a8bebe58 685 lru 00000080:00200000:3.0:1734016150.321905:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a8bebeb8 685: 1< 0 - - > 2< 2805760 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487051264 - | - - + - > 5< - - + - | 0 - | 685 - -> 00000080:00200000:3.0:1734016150.321906:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a8bebe58 00000080:00200000:3.0:1734016150.321906:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.321907:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.321910:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321913:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321916:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321919:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.321922:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.321924:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2809856 00000080:00200000:3.0:1734016150.321925:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 686 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.321931:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2809856, len 4096, copied 4096 00000080:00200000:3.0:1734016150.321932:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a8bebd80[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.321933:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d2480 1fffff00000805 3:0 ffff8800a8bebd80 686 lru 00000080:00200000:3.0:1734016150.321936:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a8bebde0 686: 1< 0 - - > 2< 2809856 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487047168 - | - - + - > 5< - - + - | 0 - | 686 - -> 00000080:00200000:3.0:1734016150.321936:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a8bebd80 00000080:00200000:3.0:1734016150.321937:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.321937:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.321940:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321943:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321946:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321951:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.321956:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.321957:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2813952 00000080:00200000:3.0:1734016150.321958:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 687 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.321964:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2813952, len 4096, copied 4096 00000080:00200000:3.0:1734016150.321966:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a8bebca8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.321967:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d24c0 1fffff00000805 3:0 ffff8800a8bebca8 687 lru 00000080:00200000:3.0:1734016150.321969:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a8bebd08 687: 1< 0 - - > 2< 2813952 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487043072 - | - - + - > 5< - - + - | 0 - | 687 - -> 00000080:00200000:3.0:1734016150.321970:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a8bebca8 00000080:00200000:3.0:1734016150.321970:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.321971:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.321973:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321976:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321979:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.321982:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.321986:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.321987:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2818048 00000080:00200000:3.0:1734016150.321989:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 688 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.321995:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2818048, len 4096, copied 4096 00000080:00200000:3.0:1734016150.321996:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a8bebbd0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.321997:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d2500 1fffff00000805 3:0 ffff8800a8bebbd0 688 lru 00000080:00200000:3.0:1734016150.322000:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a8bebc30 688: 1< 0 - - > 2< 2818048 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487038976 - | - - + - > 5< - - + - | 0 - | 688 - -> 00000080:00200000:3.0:1734016150.322000:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a8bebbd0 00000080:00200000:3.0:1734016150.322001:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.322002:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.322004:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.322007:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.322010:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.322013:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.322016:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.322018:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2822144 00000080:00200000:3.0:1734016150.322019:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 689 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.322025:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2822144, len 4096, copied 4096 00000080:00200000:3.0:1734016150.322027:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a8bebaf8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.322028:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d2540 1fffff00000805 3:0 ffff8800a8bebaf8 689 lru 00000080:00200000:3.0:1734016150.322030:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a8bebb58 689: 1< 0 - - > 2< 2822144 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487034880 - | - - + - > 5< - - + - | 0 - | 689 - -> 00000080:00200000:3.0:1734016150.322031:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a8bebaf8 00000080:00200000:3.0:1734016150.322031:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.322032:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.322035:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.322040:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.322043:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.322046:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.322049:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.322051:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2826240 00000080:00200000:3.0:1734016150.322052:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 690 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.322058:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2826240, len 4096, copied 4096 00000080:00200000:3.0:1734016150.322059:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a8beba20[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.322060:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d2580 1fffff00000805 3:0 ffff8800a8beba20 690 lru 00000080:00200000:3.0:1734016150.322063:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a8beba80 690: 1< 0 - - > 2< 2826240 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487030784 - | - - + - > 5< - - + - | 0 - | 690 - -> 00000080:00200000:3.0:1734016150.322063:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a8beba20 00000080:00200000:3.0:1734016150.322064:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.322064:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.322067:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.322070:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.322073:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.322078:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.322082:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.322083:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2830336 00000080:00200000:3.0:1734016150.322084:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 691 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.322091:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2830336, len 4096, copied 4096 00000080:00200000:3.0:1734016150.322092:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a8beb948[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.322094:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d25c0 1fffff00000825 2:0 ffff8800a8beb948 691 lru 00000080:00200000:3.0:1734016150.322096:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a8beb9a8 691: 1< 0 - - > 2< 2830336 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487026688 - | - - + - > 5< - - + - | 0 - | 691 - -> 00000080:00200000:3.0:1734016150.322097:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a8beb948 00000080:00200000:3.0:1734016150.322097:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.322098:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.322100:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.322105:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.322108:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.322111:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.322114:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.322116:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2834432 00000080:00200000:3.0:1734016150.322117:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 692 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.322124:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2834432, len 4096, copied 4096 00000080:00200000:3.0:1734016150.322126:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a8beb870[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.322127:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d2600 1fffff00000805 3:0 ffff8800a8beb870 692 lru 00000080:00200000:3.0:1734016150.322129:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a8beb8d0 692: 1< 0 - - > 2< 2834432 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487022592 - | - - + - > 5< - - + - | 0 - | 692 - -> 00000080:00200000:3.0:1734016150.322130:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a8beb870 00000080:00200000:3.0:1734016150.322131:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.322131:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.322133:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.322136:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.322140:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.322143:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.322148:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.322149:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2838528 00000080:00200000:3.0:1734016150.322150:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 693 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.322156:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2838528, len 4096, copied 4096 00000080:00200000:3.0:1734016150.322158:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a8beb798[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.322159:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d2640 1fffff00000805 3:0 ffff8800a8beb798 693 lru 00000080:00200000:3.0:1734016150.322161:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a8beb7f8 693: 1< 0 - - > 2< 2838528 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487018496 - | - - + - > 5< - - + - | 0 - | 693 - -> 00000080:00200000:3.0:1734016150.322162:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a8beb798 00000080:00200000:3.0:1734016150.322162:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.322163:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.322166:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.322170:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.322173:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.322176:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.322180:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.322181:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2842624 00000080:00200000:3.0:1734016150.322182:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 694 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.322189:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2842624, len 4096, copied 4096 00000080:00200000:3.0:1734016150.322190:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a8beb6c0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.322191:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d2680 1fffff00000805 3:0 ffff8800a8beb6c0 694 lru 00000080:00200000:3.0:1734016150.322194:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a8beb720 694: 1< 0 - - > 2< 2842624 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487014400 - | - - + - > 5< - - + - | 0 - | 694 - -> 00000080:00200000:3.0:1734016150.322194:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a8beb6c0 00000080:00200000:3.0:1734016150.322195:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.322196:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.322198:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.322201:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.322204:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.322207:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.322211:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.322212:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2846720 00000080:00200000:3.0:1734016150.322213:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 695 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.322220:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2846720, len 4096, copied 4096 00000080:00200000:3.0:1734016150.322221:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a8beb5e8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.322222:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d26c0 1fffff00000805 3:0 ffff8800a8beb5e8 695 lru 00000080:00200000:3.0:1734016150.322225:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a8beb648 695: 1< 0 - - > 2< 2846720 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487010304 - | - - + - > 5< - - + - | 0 - | 695 - -> 00000080:00200000:3.0:1734016150.322226:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a8beb5e8 00000080:00200000:3.0:1734016150.322226:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.322227:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.322229:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.322232:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.322236:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.322239:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.322243:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.322245:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2850816 00000080:00200000:3.0:1734016150.322246:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 696 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.322252:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2850816, len 4096, copied 4096 00000080:00200000:3.0:1734016150.322254:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a8beb510[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.322256:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d2700 1fffff00000805 3:0 ffff8800a8beb510 696 lru 00000080:00200000:3.0:1734016150.322258:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a8beb570 696: 1< 0 - - > 2< 2850816 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487006208 - | - - + - > 5< - - + - | 0 - | 696 - -> 00000080:00200000:3.0:1734016150.322259:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a8beb510 00000080:00200000:3.0:1734016150.322259:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.322260:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.322262:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.322265:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.322268:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.322271:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.322275:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.322276:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2854912 00000080:00200000:3.0:1734016150.322277:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 697 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.322284:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2854912, len 4096, copied 4096 00000080:00200000:3.0:1734016150.322286:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a8beb438[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.322287:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d2740 1fffff00000805 3:0 ffff8800a8beb438 697 lru 00000080:00200000:3.0:1734016150.322289:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a8beb498 697: 1< 0 - - > 2< 2854912 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 487002112 - | - - + - > 5< - - + - | 0 - | 697 - -> 00000080:00200000:3.0:1734016150.322290:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a8beb438 00000080:00200000:3.0:1734016150.322290:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.322291:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.322294:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.322297:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.322301:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.322304:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.322307:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.322309:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2859008 00000080:00200000:3.0:1734016150.322310:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 698 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.322316:0:10408:0:(rw26.c:1006:ll_write_end()) pos 2859008, len 4096, copied 4096 00000080:00200000:3.0:1734016150.322317:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a8beb360[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.322318:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d2780 1fffff00000805 3:0 ffff8800a8beb360 698 lru 00000080:00200000:3.0:1734016150.322342:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a8beb3c0 698: 1< 0 - - > 2< 2859008 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486998016 - | - - + - > 5< - - + - | 0 - | 698 - -> 00000080:00200000:3.0:1734016150.322343:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a8beb360 00000080:00200000:3.0:1734016150.322344:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.322345:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.322351:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.322355:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.322360:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.322368:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.322376:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.322379:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 2863104 00000080:00200000:3.0:1734016150.328976:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 817 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.328996:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3346432, len 4096, copied 4096 00000080:00200000:3.0:1734016150.328999:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a8beb288[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.329000:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d27c0 1fffff00000805 3:0 ffff8800a8beb288 817 lru 00000080:00200000:3.0:1734016150.329005:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a8beb2e8 817: 1< 0 - - > 2< 3346432 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486510592 - | - - + - > 5< - - + - | 0 - | 817 - -> 00000080:00200000:3.0:1734016150.329006:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a8beb288 00000080:00200000:3.0:1734016150.329007:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.329008:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.329015:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.329021:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.329027:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.329033:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.329042:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.329046:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3350528 00000080:00200000:3.0:1734016150.329049:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 818 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.329061:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3350528, len 4096, copied 4096 00000080:00200000:3.0:1734016150.329064:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a8beb1b0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.329066:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d2800 1fffff00000805 3:0 ffff8800a8beb1b0 818 lru 00000080:00200000:3.0:1734016150.329070:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a8beb210 818: 1< 0 - - > 2< 3350528 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486506496 - | - - + - > 5< - - + - | 0 - | 818 - -> 00000080:00200000:3.0:1734016150.329071:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a8beb1b0 00000080:00200000:3.0:1734016150.329072:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.329073:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.329079:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.329085:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.329091:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.329096:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.329104:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.329108:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3354624 00000080:00200000:3.0:1734016150.329110:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 819 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.329124:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3354624, len 4096, copied 4096 00000080:00200000:3.0:1734016150.329127:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a8beb0d8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.329129:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c0740 1fffff00000805 3:0 ffff8800a8beb0d8 819 lru 00000080:00200000:3.0:1734016150.329133:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a8beb138 819: 1< 0 - - > 2< 3354624 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486502400 - | - - + - > 5< - - + - | 0 - | 819 - -> 00000080:00200000:3.0:1734016150.329134:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a8beb0d8 00000080:00200000:3.0:1734016150.329135:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.329136:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.329141:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.329147:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.329153:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.329159:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.329167:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.329170:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3358720 00000080:00200000:3.0:1734016150.329173:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 820 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.329185:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3358720, len 4096, copied 4096 00000080:00200000:3.0:1734016150.329187:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a8beb000[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.329189:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c0780 1fffff00000805 3:0 ffff8800a8beb000 820 lru 00000080:00200000:3.0:1734016150.329193:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a8beb060 820: 1< 0 - - > 2< 3358720 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486498304 - | - - + - > 5< - - + - | 0 - | 820 - -> 00000080:00200000:3.0:1734016150.329195:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a8beb000 00000080:00200000:3.0:1734016150.329195:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.329196:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.329202:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.329208:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.329214:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.329220:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.329227:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.329231:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3362816 00000080:00200000:3.0:1734016150.329232:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 821 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.329245:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3362816, len 4096, copied 4096 00000080:00200000:3.0:1734016150.329247:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7a0fe58[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.329250:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c07c0 1fffff00000805 3:0 ffff8800a7a0fe58 821 lru 00000080:00200000:3.0:1734016150.329253:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7a0feb8 821: 1< 0 - - > 2< 3362816 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486494208 - | - - + - > 5< - - + - | 0 - | 821 - -> 00000080:00200000:3.0:1734016150.329255:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7a0fe58 00000080:00200000:3.0:1734016150.329255:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.329256:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.329262:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.329267:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.329271:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.329276:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.329282:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.329285:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3366912 00000080:00200000:3.0:1734016150.329287:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 822 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.329298:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3366912, len 4096, copied 4096 00000080:00200000:3.0:1734016150.329301:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7a0fd80[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.329303:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c0800 1fffff00000805 3:0 ffff8800a7a0fd80 822 lru 00000080:00200000:3.0:1734016150.329307:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7a0fde0 822: 1< 0 - - > 2< 3366912 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486490112 - | - - + - > 5< - - + - | 0 - | 822 - -> 00000080:00200000:3.0:1734016150.329309:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7a0fd80 00000080:00200000:3.0:1734016150.329309:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.329310:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.329316:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.329337:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.329343:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.329348:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.329356:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.329359:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3371008 00000080:00200000:3.0:1734016150.329361:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 823 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.329372:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3371008, len 4096, copied 4096 00000080:00200000:3.0:1734016150.329374:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7a0fca8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.329376:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c0840 1fffff00000825 2:0 ffff8800a7a0fca8 823 lru 00000080:00200000:3.0:1734016150.329380:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7a0fd08 823: 1< 0 - - > 2< 3371008 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486486016 - | - - + - > 5< - - + - | 0 - | 823 - -> 00000080:00200000:3.0:1734016150.329381:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7a0fca8 00000080:00200000:3.0:1734016150.329382:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.329383:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.329387:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.329391:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.329397:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.329403:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.329408:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.329410:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3375104 00000080:00200000:3.0:1734016150.329411:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 824 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.329418:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3375104, len 4096, copied 4096 00000080:00200000:3.0:1734016150.329421:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7a0fbd0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.329422:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c0880 1fffff00000805 3:0 ffff8800a7a0fbd0 824 lru 00000080:00200000:3.0:1734016150.329426:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7a0fc30 824: 1< 0 - - > 2< 3375104 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486481920 - | - - + - > 5< - - + - | 0 - | 824 - -> 00000080:00200000:3.0:1734016150.329427:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7a0fbd0 00000080:00200000:3.0:1734016150.329428:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.329428:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.329432:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.329436:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.329442:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.329448:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.329454:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.329455:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3379200 00000080:00200000:3.0:1734016150.329457:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 825 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.329464:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3379200, len 4096, copied 4096 00000080:00200000:3.0:1734016150.329465:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7a0faf8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.329467:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c08c0 1fffff00000805 3:0 ffff8800a7a0faf8 825 lru 00000080:00200000:3.0:1734016150.329471:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7a0fb58 825: 1< 0 - - > 2< 3379200 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486477824 - | - - + - > 5< - - + - | 0 - | 825 - -> 00000080:00200000:3.0:1734016150.329472:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7a0faf8 00000080:00200000:3.0:1734016150.329473:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.329473:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.329476:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.329481:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.329485:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.329490:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.329497:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.329500:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3383296 00000080:00200000:3.0:1734016150.329503:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 826 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.329513:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3383296, len 4096, copied 4096 00000080:00200000:3.0:1734016150.329516:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7a0fa20[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.329518:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c0900 1fffff00000805 3:0 ffff8800a7a0fa20 826 lru 00000080:00200000:3.0:1734016150.329522:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7a0fa80 826: 1< 0 - - > 2< 3383296 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486473728 - | - - + - > 5< - - + - | 0 - | 826 - -> 00000080:00200000:3.0:1734016150.329523:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7a0fa20 00000080:00200000:3.0:1734016150.329524:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.329525:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.329530:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.329536:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.329543:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.329549:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.329556:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.329558:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3387392 00000080:00200000:3.0:1734016150.329560:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 827 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.329570:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3387392, len 4096, copied 4096 00000080:00200000:3.0:1734016150.329573:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7a0f948[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.329575:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c0940 1fffff00000805 3:0 ffff8800a7a0f948 827 lru 00000080:00200000:3.0:1734016150.329579:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7a0f9a8 827: 1< 0 - - > 2< 3387392 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486469632 - | - - + - > 5< - - + - | 0 - | 827 - -> 00000080:00200000:3.0:1734016150.329581:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7a0f948 00000080:00200000:3.0:1734016150.329581:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.329582:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.329587:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.329593:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.329598:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.329603:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.329609:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.329611:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3391488 00000080:00200000:3.0:1734016150.329613:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 828 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.329621:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3391488, len 4096, copied 4096 00000080:00200000:3.0:1734016150.329623:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7a0f870[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.329625:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c0980 1fffff00000805 3:0 ffff8800a7a0f870 828 lru 00000080:00200000:3.0:1734016150.329628:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7a0f8d0 828: 1< 0 - - > 2< 3391488 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486465536 - | - - + - > 5< - - + - | 0 - | 828 - -> 00000080:00200000:3.0:1734016150.329630:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7a0f870 00000080:00200000:3.0:1734016150.329630:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.329631:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.329634:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.329640:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.329645:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.329651:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.329657:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.329659:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3395584 00000080:00200000:3.0:1734016150.329660:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 829 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.329669:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3395584, len 4096, copied 4096 00000080:00200000:3.0:1734016150.329671:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7a0f798[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.329673:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c09c0 1fffff00000805 3:0 ffff8800a7a0f798 829 lru 00000080:00200000:3.0:1734016150.329676:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7a0f7f8 829: 1< 0 - - > 2< 3395584 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486461440 - | - - + - > 5< - - + - | 0 - | 829 - -> 00000080:00200000:3.0:1734016150.329678:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7a0f798 00000080:00200000:3.0:1734016150.329678:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.329679:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.329683:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.329688:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.329693:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.329697:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.329702:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.329704:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3399680 00000080:00200000:3.0:1734016150.329706:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 830 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.329713:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3399680, len 4096, copied 4096 00000080:00200000:3.0:1734016150.329716:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7a0f6c0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.329718:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c0a00 1fffff00000805 3:0 ffff8800a7a0f6c0 830 lru 00000080:00200000:3.0:1734016150.329721:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7a0f720 830: 1< 0 - - > 2< 3399680 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486457344 - | - - + - > 5< - - + - | 0 - | 830 - -> 00000080:00200000:3.0:1734016150.329723:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7a0f6c0 00000080:00200000:3.0:1734016150.329723:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.329724:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.329728:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.329733:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.329737:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.329742:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.329747:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.329749:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3403776 00000080:00200000:3.0:1734016150.329751:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 831 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.329768:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3403776, len 4096, copied 4096 00000080:00200000:3.0:1734016150.329771:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7a0f5e8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.329773:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c0a40 1fffff00000805 3:0 ffff8800a7a0f5e8 831 lru 00000080:00200000:3.0:1734016150.329776:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7a0f648 831: 1< 0 - - > 2< 3403776 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486453248 - | - - + - > 5< - - + - | 0 - | 831 - -> 00000080:00200000:3.0:1734016150.329777:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7a0f5e8 00000080:00200000:3.0:1734016150.329778:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.329779:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.329783:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.329788:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.329793:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.329798:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.329803:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.329806:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3407872 00000080:00200000:3.0:1734016150.329807:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 832 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.329817:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3407872, len 4096, copied 4096 00000080:00200000:3.0:1734016150.329819:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7a0f510[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.329821:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c0a80 1fffff00000805 3:0 ffff8800a7a0f510 832 lru 00000080:00200000:3.0:1734016150.329824:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7a0f570 832: 1< 0 - - > 2< 3407872 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486449152 - | - - + - > 5< - - + - | 0 - | 832 - -> 00000080:00200000:3.0:1734016150.329826:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7a0f510 00000080:00200000:3.0:1734016150.329826:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.329827:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.329831:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.329835:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.329840:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.329846:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.329852:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.329854:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3411968 00000080:00200000:3.0:1734016150.329855:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 833 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.329863:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3411968, len 4096, copied 4096 00000080:00200000:3.0:1734016150.329865:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7a0f438[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.329867:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c0ac0 1fffff00000805 3:0 ffff8800a7a0f438 833 lru 00000080:00200000:3.0:1734016150.329871:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7a0f498 833: 1< 0 - - > 2< 3411968 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486445056 - | - - + - > 5< - - + - | 0 - | 833 - -> 00000080:00200000:3.0:1734016150.329872:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7a0f438 00000080:00200000:3.0:1734016150.329872:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.329873:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.329877:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.329882:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.329887:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.329891:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.329897:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.329898:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3416064 00000080:00200000:3.0:1734016150.329901:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 834 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.329907:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3416064, len 4096, copied 4096 00000080:00200000:3.0:1734016150.329910:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7a0f360[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.329912:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c0b00 1fffff00000805 3:0 ffff8800a7a0f360 834 lru 00000080:00200000:3.0:1734016150.329915:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7a0f3c0 834: 1< 0 - - > 2< 3416064 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486440960 - | - - + - > 5< - - + - | 0 - | 834 - -> 00000080:00200000:3.0:1734016150.329916:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7a0f360 00000080:00200000:3.0:1734016150.329917:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.329918:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.329921:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.329925:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.329930:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.329936:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.329943:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.329946:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3420160 00000080:00200000:3.0:1734016150.329948:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 835 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.329958:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3420160, len 4096, copied 4096 00000080:00200000:3.0:1734016150.329961:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7a0f288[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.329963:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c0b40 1fffff00000805 3:0 ffff8800a7a0f288 835 lru 00000080:00200000:3.0:1734016150.329967:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7a0f2e8 835: 1< 0 - - > 2< 3420160 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486436864 - | - - + - > 5< - - + - | 0 - | 835 - -> 00000080:00200000:3.0:1734016150.329968:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7a0f288 00000080:00200000:3.0:1734016150.329969:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.329970:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.329975:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.329981:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.329987:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.329992:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.330000:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.330003:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3424256 00000080:00200000:3.0:1734016150.330005:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 836 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.330016:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3424256, len 4096, copied 4096 00000080:00200000:3.0:1734016150.330018:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7a0f1b0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.330020:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c0b80 1fffff00000805 3:0 ffff8800a7a0f1b0 836 lru 00000080:00200000:3.0:1734016150.330023:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7a0f210 836: 1< 0 - - > 2< 3424256 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486432768 - | - - + - > 5< - - + - | 0 - | 836 - -> 00000080:00200000:3.0:1734016150.330024:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7a0f1b0 00000080:00200000:3.0:1734016150.330025:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.330026:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.330030:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.330035:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.330040:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.330046:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.330053:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.330057:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3428352 00000080:00200000:3.0:1734016150.330059:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 837 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.330070:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3428352, len 4096, copied 4096 00000080:00200000:3.0:1734016150.330073:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7a0f0d8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.330075:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c0bc0 1fffff00000825 2:0 ffff8800a7a0f0d8 837 lru 00000080:00200000:3.0:1734016150.330078:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7a0f138 837: 1< 0 - - > 2< 3428352 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486428672 - | - - + - > 5< - - + - | 0 - | 837 - -> 00000080:00200000:3.0:1734016150.330080:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7a0f0d8 00000080:00200000:3.0:1734016150.330080:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.330081:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.330086:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.330091:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.330097:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.330103:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.330110:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.330114:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3432448 00000080:00200000:3.0:1734016150.330116:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 838 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.330127:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3432448, len 4096, copied 4096 00000080:00200000:3.0:1734016150.330130:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7a0f000[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.330132:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c0c00 1fffff00000805 3:0 ffff8800a7a0f000 838 lru 00000080:00200000:3.0:1734016150.330136:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7a0f060 838: 1< 0 - - > 2< 3432448 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486424576 - | - - + - > 5< - - + - | 0 - | 838 - -> 00000080:00200000:3.0:1734016150.330137:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7a0f000 00000080:00200000:3.0:1734016150.330138:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.330139:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.330143:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.330147:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.330150:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.330153:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.330157:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.330159:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3436544 00000080:00200000:3.0:1734016150.330160:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 839 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.330168:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3436544, len 4096, copied 4096 00000080:00200000:3.0:1734016150.330170:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7999e58[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.330171:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c0c40 1fffff00000805 3:0 ffff8800a7999e58 839 lru 00000080:00200000:3.0:1734016150.330173:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7999eb8 839: 1< 0 - - > 2< 3436544 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486420480 - | - - + - > 5< - - + - | 0 - | 839 - -> 00000080:00200000:3.0:1734016150.330174:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7999e58 00000080:00200000:3.0:1734016150.330175:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.330175:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.330178:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.330182:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.330186:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.330189:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.330192:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.330194:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3440640 00000080:00200000:3.0:1734016150.330195:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 840 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.330201:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3440640, len 4096, copied 4096 00000080:00200000:3.0:1734016150.330202:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7999d80[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.330204:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c0c80 1fffff00000805 3:0 ffff8800a7999d80 840 lru 00000080:00200000:3.0:1734016150.330206:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7999de0 840: 1< 0 - - > 2< 3440640 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486416384 - | - - + - > 5< - - + - | 0 - | 840 - -> 00000080:00200000:3.0:1734016150.330207:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7999d80 00000080:00200000:3.0:1734016150.330207:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.330208:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.330210:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.330213:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.330216:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.330220:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.330224:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.330226:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3444736 00000080:00200000:3.0:1734016150.330227:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 841 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.330233:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3444736, len 4096, copied 4096 00000080:00200000:3.0:1734016150.330235:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7999ca8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.330236:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c0cc0 1fffff00000805 3:0 ffff8800a7999ca8 841 lru 00000080:00200000:3.0:1734016150.330238:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7999d08 841: 1< 0 - - > 2< 3444736 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486412288 - | - - + - > 5< - - + - | 0 - | 841 - -> 00000080:00200000:3.0:1734016150.330239:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7999ca8 00000080:00200000:3.0:1734016150.330240:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.330240:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.330242:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.330245:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.330248:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.330251:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.330255:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.330256:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3448832 00000080:00200000:3.0:1734016150.330258:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 842 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.330264:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3448832, len 4096, copied 4096 00000080:00200000:3.0:1734016150.330265:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7999bd0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.330267:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c0d00 1fffff00000805 3:0 ffff8800a7999bd0 842 lru 00000080:00200000:3.0:1734016150.330269:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7999c30 842: 1< 0 - - > 2< 3448832 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486408192 - | - - + - > 5< - - + - | 0 - | 842 - -> 00000080:00200000:3.0:1734016150.330270:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7999bd0 00000080:00200000:3.0:1734016150.330270:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.330271:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.330274:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.330277:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.330279:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.330282:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.330287:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.330289:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3452928 00000080:00200000:3.0:1734016150.330290:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 843 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.330297:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3452928, len 4096, copied 4096 00000080:00200000:3.0:1734016150.330298:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7999af8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.330299:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c0d40 1fffff00000805 3:0 ffff8800a7999af8 843 lru 00000080:00200000:3.0:1734016150.330302:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7999b58 843: 1< 0 - - > 2< 3452928 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486404096 - | - - + - > 5< - - + - | 0 - | 843 - -> 00000080:00200000:3.0:1734016150.330302:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7999af8 00000080:00200000:3.0:1734016150.330303:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.330303:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.330306:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.330309:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.330312:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.330315:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.330319:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.330334:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3457024 00000080:00200000:3.0:1734016150.330335:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 844 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.330342:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3457024, len 4096, copied 4096 00000080:00200000:3.0:1734016150.330344:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7999a20[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.330345:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c0d80 1fffff00000805 3:0 ffff8800a7999a20 844 lru 00000080:00200000:3.0:1734016150.330348:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7999a80 844: 1< 0 - - > 2< 3457024 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486400000 - | - - + - > 5< - - + - | 0 - | 844 - -> 00000080:00200000:3.0:1734016150.330349:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7999a20 00000080:00200000:3.0:1734016150.330349:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.330350:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.330355:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.330360:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.330366:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.330372:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.330379:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.330382:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3461120 00000080:00200000:3.0:1734016150.330385:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 845 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.330395:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3461120, len 4096, copied 4096 00000080:00200000:3.0:1734016150.330398:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7999948[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.330399:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c0dc0 1fffff00000805 3:0 ffff8800a7999948 845 lru 00000080:00200000:3.0:1734016150.330403:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a79999a8 845: 1< 0 - - > 2< 3461120 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486395904 - | - - + - > 5< - - + - | 0 - | 845 - -> 00000080:00200000:3.0:1734016150.330404:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7999948 00000080:00200000:3.0:1734016150.330405:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.330406:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.330411:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.330417:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.330423:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.330429:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.330437:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.330440:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3465216 00000080:00200000:3.0:1734016150.330443:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 846 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.330455:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3465216, len 4096, copied 4096 00000080:00200000:3.0:1734016150.330457:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7999870[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.330459:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c0e00 1fffff00000805 3:0 ffff8800a7999870 846 lru 00000080:00200000:3.0:1734016150.330463:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a79998d0 846: 1< 0 - - > 2< 3465216 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486391808 - | - - + - > 5< - - + - | 0 - | 846 - -> 00000080:00200000:3.0:1734016150.330465:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7999870 00000080:00200000:3.0:1734016150.330466:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.330466:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.330472:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.330478:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.330484:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.330490:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.330499:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.330502:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3469312 00000080:00200000:3.0:1734016150.330504:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 847 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.330515:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3469312, len 4096, copied 4096 00000080:00200000:3.0:1734016150.330518:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7999798[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.330520:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c0e40 1fffff00000805 3:0 ffff8800a7999798 847 lru 00000080:00200000:3.0:1734016150.330524:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a79997f8 847: 1< 0 - - > 2< 3469312 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486387712 - | - - + - > 5< - - + - | 0 - | 847 - -> 00000080:00200000:3.0:1734016150.330525:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7999798 00000080:00200000:3.0:1734016150.330526:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.330527:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.330532:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.330538:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.330544:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.330550:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.330557:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.330559:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3473408 00000080:00200000:3.0:1734016150.330561:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 848 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.330569:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3473408, len 4096, copied 4096 00000080:00200000:3.0:1734016150.330571:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a79996c0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.330572:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c0e80 1fffff00000805 3:0 ffff8800a79996c0 848 lru 00000080:00200000:3.0:1734016150.330575:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7999720 848: 1< 0 - - > 2< 3473408 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486383616 - | - - + - > 5< - - + - | 0 - | 848 - -> 00000080:00200000:3.0:1734016150.330576:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a79996c0 00000080:00200000:3.0:1734016150.330576:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.330577:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.330580:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.330583:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.330586:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.330591:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.330595:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.330597:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3477504 00000080:00200000:3.0:1734016150.330598:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 849 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.330606:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3477504, len 4096, copied 4096 00000080:00200000:3.0:1734016150.330609:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a79995e8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.330610:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c0ec0 1fffff00000805 3:0 ffff8800a79995e8 849 lru 00000080:00200000:3.0:1734016150.330614:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7999648 849: 1< 0 - - > 2< 3477504 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486379520 - | - - + - > 5< - - + - | 0 - | 849 - -> 00000080:00200000:3.0:1734016150.330615:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a79995e8 00000080:00200000:3.0:1734016150.330615:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.330616:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.330620:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.330626:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.330631:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.330636:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.330643:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.330646:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3481600 00000080:00200000:3.0:1734016150.330649:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 850 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.330665:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3481600, len 4096, copied 4096 00000080:00200000:3.0:1734016150.330668:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7999510[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.330670:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c0f00 1fffff00000805 3:0 ffff8800a7999510 850 lru 00000080:00200000:3.0:1734016150.330674:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7999570 850: 1< 0 - - > 2< 3481600 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486375424 - | - - + - > 5< - - + - | 0 - | 850 - -> 00000080:00200000:3.0:1734016150.330675:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7999510 00000080:00200000:3.0:1734016150.330676:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.330677:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.330682:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.330688:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.330693:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.330699:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.330706:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.330709:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3485696 00000080:00200000:3.0:1734016150.330711:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 851 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.330724:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3485696, len 4096, copied 4096 00000080:00200000:3.0:1734016150.330727:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7999438[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.330729:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c0f40 1fffff00000825 2:0 ffff8800a7999438 851 lru 00000080:00200000:3.0:1734016150.330733:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7999498 851: 1< 0 - - > 2< 3485696 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486371328 - | - - + - > 5< - - + - | 0 - | 851 - -> 00000080:00200000:3.0:1734016150.330734:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7999438 00000080:00200000:3.0:1734016150.330735:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.330736:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.330742:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.330749:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.330765:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.330771:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.330779:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.330782:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3489792 00000080:00200000:3.0:1734016150.330785:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 852 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.330797:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3489792, len 4096, copied 4096 00000080:00200000:3.0:1734016150.330799:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7999360[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.330801:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c0f80 1fffff00000805 3:0 ffff8800a7999360 852 lru 00000080:00200000:3.0:1734016150.330805:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a79993c0 852: 1< 0 - - > 2< 3489792 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486367232 - | - - + - > 5< - - + - | 0 - | 852 - -> 00000080:00200000:3.0:1734016150.330807:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7999360 00000080:00200000:3.0:1734016150.330807:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.330809:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.330813:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.330819:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.330825:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.330832:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.330839:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.330843:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3493888 00000080:00200000:3.0:1734016150.330845:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 853 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.330855:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3493888, len 4096, copied 4096 00000080:00200000:3.0:1734016150.330858:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7999288[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.330860:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c0fc0 1fffff00000805 3:0 ffff8800a7999288 853 lru 00000080:00200000:3.0:1734016150.330864:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a79992e8 853: 1< 0 - - > 2< 3493888 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486363136 - | - - + - > 5< - - + - | 0 - | 853 - -> 00000080:00200000:3.0:1734016150.330866:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7999288 00000080:00200000:3.0:1734016150.330867:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.330868:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.330872:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.330878:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.330884:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.330889:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.330897:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.330900:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3497984 00000080:00200000:3.0:1734016150.330902:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 854 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.330914:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3497984, len 4096, copied 4096 00000080:00200000:3.0:1734016150.330917:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a79991b0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.330919:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c1000 1fffff00000805 3:0 ffff8800a79991b0 854 lru 00000080:00200000:3.0:1734016150.330924:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7999210 854: 1< 0 - - > 2< 3497984 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486359040 - | - - + - > 5< - - + - | 0 - | 854 - -> 00000080:00200000:3.0:1734016150.330925:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a79991b0 00000080:00200000:3.0:1734016150.330926:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.330927:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.330932:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.330938:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.330944:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.330951:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.330959:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.330962:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3502080 00000080:00200000:3.0:1734016150.330964:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 855 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.330975:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3502080, len 4096, copied 4096 00000080:00200000:3.0:1734016150.330978:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a79990d8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.330980:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c1040 1fffff00000805 3:0 ffff8800a79990d8 855 lru 00000080:00200000:3.0:1734016150.330985:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7999138 855: 1< 0 - - > 2< 3502080 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486354944 - | - - + - > 5< - - + - | 0 - | 855 - -> 00000080:00200000:3.0:1734016150.330986:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a79990d8 00000080:00200000:3.0:1734016150.330987:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.330988:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.330993:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.331000:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.331005:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.331012:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.331020:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.331023:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3506176 00000080:00200000:3.0:1734016150.331026:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 856 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.331037:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3506176, len 4096, copied 4096 00000080:00200000:3.0:1734016150.331039:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7999000[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.331041:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c1080 1fffff00000805 3:0 ffff8800a7999000 856 lru 00000080:00200000:3.0:1734016150.331045:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7999060 856: 1< 0 - - > 2< 3506176 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486350848 - | - - + - > 5< - - + - | 0 - | 856 - -> 00000080:00200000:3.0:1734016150.331046:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7999000 00000080:00200000:3.0:1734016150.331047:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.331048:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.331052:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.331057:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.331062:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.331069:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.331077:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.331080:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3510272 00000080:00200000:3.0:1734016150.331082:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 857 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.331092:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3510272, len 4096, copied 4096 00000080:00200000:3.0:1734016150.331094:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a8b25e58[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.331096:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c10c0 1fffff00000805 3:0 ffff8800a8b25e58 857 lru 00000080:00200000:3.0:1734016150.331100:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a8b25eb8 857: 1< 0 - - > 2< 3510272 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486346752 - | - - + - > 5< - - + - | 0 - | 857 - -> 00000080:00200000:3.0:1734016150.331101:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a8b25e58 00000080:00200000:3.0:1734016150.331102:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.331103:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.331107:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.331112:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.331117:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.331122:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.331128:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.331130:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3514368 00000080:00200000:3.0:1734016150.331134:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 858 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.331145:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3514368, len 4096, copied 4096 00000080:00200000:3.0:1734016150.331147:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a8b25d80[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.331149:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c1100 1fffff00000805 3:0 ffff8800a8b25d80 858 lru 00000080:00200000:3.0:1734016150.331153:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a8b25de0 858: 1< 0 - - > 2< 3514368 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486342656 - | - - + - > 5< - - + - | 0 - | 858 - -> 00000080:00200000:3.0:1734016150.331154:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a8b25d80 00000080:00200000:3.0:1734016150.331154:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.331155:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.331159:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.331164:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.331169:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.331174:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.331180:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.331183:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3518464 00000080:00200000:3.0:1734016150.331184:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 859 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.331194:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3518464, len 4096, copied 4096 00000080:00200000:3.0:1734016150.331196:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a8b25ca8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.331198:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c1140 1fffff00000805 3:0 ffff8800a8b25ca8 859 lru 00000080:00200000:3.0:1734016150.331201:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a8b25d08 859: 1< 0 - - > 2< 3518464 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486338560 - | - - + - > 5< - - + - | 0 - | 859 - -> 00000080:00200000:3.0:1734016150.331202:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a8b25ca8 00000080:00200000:3.0:1734016150.331203:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.331204:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.331208:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.331214:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.331219:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.331224:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.331229:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.331232:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3522560 00000080:00200000:3.0:1734016150.331233:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 860 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.331243:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3522560, len 4096, copied 4096 00000080:00200000:3.0:1734016150.331245:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a8b25bd0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.331247:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c1180 1fffff00000805 3:0 ffff8800a8b25bd0 860 lru 00000080:00200000:3.0:1734016150.331251:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a8b25c30 860: 1< 0 - - > 2< 3522560 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486334464 - | - - + - > 5< - - + - | 0 - | 860 - -> 00000080:00200000:3.0:1734016150.331252:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a8b25bd0 00000080:00200000:3.0:1734016150.331252:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.331253:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.331257:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.331262:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.331268:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.331274:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.331280:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.331283:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3526656 00000080:00200000:3.0:1734016150.331284:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 861 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.331295:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3526656, len 4096, copied 4096 00000080:00200000:3.0:1734016150.331297:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a8b25af8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.331299:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c11c0 1fffff00000805 3:0 ffff8800a8b25af8 861 lru 00000080:00200000:3.0:1734016150.331303:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a8b25b58 861: 1< 0 - - > 2< 3526656 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486330368 - | - - + - > 5< - - + - | 0 - | 861 - -> 00000080:00200000:3.0:1734016150.331304:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a8b25af8 00000080:00200000:3.0:1734016150.331305:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.331306:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.331309:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.331314:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.331333:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.331339:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.331347:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.331350:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3530752 00000080:00200000:3.0:1734016150.331353:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 862 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.331363:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3530752, len 4096, copied 4096 00000080:00200000:3.0:1734016150.331365:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a8b25a20[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.331367:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c1200 1fffff00000805 3:0 ffff8800a8b25a20 862 lru 00000080:00200000:3.0:1734016150.331371:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a8b25a80 862: 1< 0 - - > 2< 3530752 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486326272 - | - - + - > 5< - - + - | 0 - | 862 - -> 00000080:00200000:3.0:1734016150.331372:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a8b25a20 00000080:00200000:3.0:1734016150.331373:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.331374:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.331379:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.331385:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.331392:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.331398:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.331406:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.331409:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3534848 00000080:00200000:3.0:1734016150.331411:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 863 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.331422:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3534848, len 4096, copied 4096 00000080:00200000:3.0:1734016150.331425:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a8b25948[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.331427:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c1240 1fffff00000805 3:0 ffff8800a8b25948 863 lru 00000080:00200000:3.0:1734016150.331431:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a8b259a8 863: 1< 0 - - > 2< 3534848 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486322176 - | - - + - > 5< - - + - | 0 - | 863 - -> 00000080:00200000:3.0:1734016150.331433:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a8b25948 00000080:00200000:3.0:1734016150.331433:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.331434:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.331440:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.331447:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.331453:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.331460:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.331468:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.331471:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3538944 00000080:00200000:3.0:1734016150.331473:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 864 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.331485:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3538944, len 4096, copied 4096 00000080:00200000:3.0:1734016150.331488:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a8b25870[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.331490:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c1280 1fffff00000805 3:0 ffff8800a8b25870 864 lru 00000080:00200000:3.0:1734016150.331494:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a8b258d0 864: 1< 0 - - > 2< 3538944 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486318080 - | - - + - > 5< - - + - | 0 - | 864 - -> 00000080:00200000:3.0:1734016150.331495:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a8b25870 00000080:00200000:3.0:1734016150.331496:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.331497:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.331502:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.331508:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.331513:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.331520:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.331526:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.331528:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3543040 00000080:00200000:3.0:1734016150.331530:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 865 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.331543:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3543040, len 4096, copied 4096 00000080:00200000:3.0:1734016150.331546:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a8b25798[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.331548:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c12c0 1fffff00000825 2:0 ffff8800a8b25798 865 lru 00000080:00200000:3.0:1734016150.331551:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a8b257f8 865: 1< 0 - - > 2< 3543040 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486313984 - | - - + - > 5< - - + - | 0 - | 865 - -> 00000080:00200000:3.0:1734016150.331553:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a8b25798 00000080:00200000:3.0:1734016150.331553:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.331554:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.331558:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.331563:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.331568:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.331573:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.331579:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.331581:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3547136 00000080:00200000:3.0:1734016150.331584:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 866 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.331595:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3547136, len 4096, copied 4096 00000080:00200000:3.0:1734016150.331598:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a8b256c0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.331600:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c1300 1fffff00000805 3:0 ffff8800a8b256c0 866 lru 00000080:00200000:3.0:1734016150.331604:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a8b25720 866: 1< 0 - - > 2< 3547136 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486309888 - | - - + - > 5< - - + - | 0 - | 866 - -> 00000080:00200000:3.0:1734016150.331605:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a8b256c0 00000080:00200000:3.0:1734016150.331606:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.331607:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.331611:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.331616:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.331621:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.331626:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.331632:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.331634:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3551232 00000080:00200000:3.0:1734016150.331636:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 867 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.331646:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3551232, len 4096, copied 4096 00000080:00200000:3.0:1734016150.331649:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a8b255e8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.331651:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c1340 1fffff00000805 3:0 ffff8800a8b255e8 867 lru 00000080:00200000:3.0:1734016150.331655:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a8b25648 867: 1< 0 - - > 2< 3551232 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486305792 - | - - + - > 5< - - + - | 0 - | 867 - -> 00000080:00200000:3.0:1734016150.331656:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a8b255e8 00000080:00200000:3.0:1734016150.331657:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.331658:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.331663:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.331669:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.331675:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.331680:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.331688:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.331691:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3555328 00000080:00200000:3.0:1734016150.331694:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 868 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.331705:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3555328, len 4096, copied 4096 00000080:00200000:3.0:1734016150.331707:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a8b25510[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.331709:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c1380 1fffff00000805 3:0 ffff8800a8b25510 868 lru 00000080:00200000:3.0:1734016150.331713:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a8b25570 868: 1< 0 - - > 2< 3555328 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486301696 - | - - + - > 5< - - + - | 0 - | 868 - -> 00000080:00200000:3.0:1734016150.331714:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a8b25510 00000080:00200000:3.0:1734016150.331714:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.331715:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.331720:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.331726:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.331731:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.331737:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.331745:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.331748:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3559424 00000080:00200000:3.0:1734016150.331750:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 869 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.331772:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3559424, len 4096, copied 4096 00000080:00200000:3.0:1734016150.331775:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a8b25438[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.331777:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c13c0 1fffff00000805 3:0 ffff8800a8b25438 869 lru 00000080:00200000:3.0:1734016150.331781:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a8b25498 869: 1< 0 - - > 2< 3559424 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486297600 - | - - + - > 5< - - + - | 0 - | 869 - -> 00000080:00200000:3.0:1734016150.331782:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a8b25438 00000080:00200000:3.0:1734016150.331783:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.331784:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.331789:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.331795:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.331800:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.331807:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.331814:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.331817:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3563520 00000080:00200000:3.0:1734016150.331819:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 870 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.331831:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3563520, len 4096, copied 4096 00000080:00200000:3.0:1734016150.331834:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a8b25360[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.331836:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c1400 1fffff00000805 3:0 ffff8800a8b25360 870 lru 00000080:00200000:3.0:1734016150.331840:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a8b253c0 870: 1< 0 - - > 2< 3563520 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486293504 - | - - + - > 5< - - + - | 0 - | 870 - -> 00000080:00200000:3.0:1734016150.331842:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a8b25360 00000080:00200000:3.0:1734016150.331842:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.331844:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.331849:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.331855:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.331861:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.331867:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.331874:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.331877:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3567616 00000080:00200000:3.0:1734016150.331880:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 871 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.331891:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3567616, len 4096, copied 4096 00000080:00200000:3.0:1734016150.331894:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a8b25288[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.331896:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c1440 1fffff00000805 3:0 ffff8800a8b25288 871 lru 00000080:00200000:3.0:1734016150.331900:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a8b252e8 871: 1< 0 - - > 2< 3567616 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486289408 - | - - + - > 5< - - + - | 0 - | 871 - -> 00000080:00200000:3.0:1734016150.331901:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a8b25288 00000080:00200000:3.0:1734016150.331902:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.331903:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.331909:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.331914:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.331920:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.331924:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.331931:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.331934:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3571712 00000080:00200000:3.0:1734016150.331936:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 872 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.331947:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3571712, len 4096, copied 4096 00000080:00200000:3.0:1734016150.331949:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a8b251b0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.331951:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c1480 1fffff00000805 3:0 ffff8800a8b251b0 872 lru 00000080:00200000:3.0:1734016150.331955:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a8b25210 872: 1< 0 - - > 2< 3571712 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486285312 - | - - + - > 5< - - + - | 0 - | 872 - -> 00000080:00200000:3.0:1734016150.331956:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a8b251b0 00000080:00200000:3.0:1734016150.331957:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.331958:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.331962:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.331967:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.331973:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.331979:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.331986:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.331989:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3575808 00000080:00200000:3.0:1734016150.331991:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 873 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.332002:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3575808, len 4096, copied 4096 00000080:00200000:3.0:1734016150.332004:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a8b250d8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.332007:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c14c0 1fffff00000805 3:0 ffff8800a8b250d8 873 lru 00000080:00200000:3.0:1734016150.332011:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a8b25138 873: 1< 0 - - > 2< 3575808 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486281216 - | - - + - > 5< - - + - | 0 - | 873 - -> 00000080:00200000:3.0:1734016150.332012:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a8b250d8 00000080:00200000:3.0:1734016150.332013:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.332014:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.332019:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.332024:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.332029:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.332034:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.332040:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.332043:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3579904 00000080:00200000:3.0:1734016150.332045:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 874 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.332054:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3579904, len 4096, copied 4096 00000080:00200000:3.0:1734016150.332056:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a8b25000[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.332058:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c1500 1fffff00000805 3:0 ffff8800a8b25000 874 lru 00000080:00200000:3.0:1734016150.332062:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a8b25060 874: 1< 0 - - > 2< 3579904 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486277120 - | - - + - > 5< - - + - | 0 - | 874 - -> 00000080:00200000:3.0:1734016150.332064:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a8b25000 00000080:00200000:3.0:1734016150.332065:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.332066:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.332070:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.332077:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.332082:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.332087:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.332092:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.332095:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3584000 00000080:00200000:3.0:1734016150.332096:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 875 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.332113:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3584000, len 4096, copied 4096 00000080:00200000:3.0:1734016150.332115:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7a40000[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.332117:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c1540 1fffff00000805 3:0 ffff8800a7a40000 875 lru 00000080:00200000:3.0:1734016150.332122:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7a40060 875: 1< 0 - - > 2< 3584000 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486273024 - | - - + - > 5< - - + - | 0 - | 875 - -> 00000080:00200000:3.0:1734016150.332123:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7a40000 00000080:00200000:3.0:1734016150.332124:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.332126:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.332131:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.332137:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.332142:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.332146:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.332152:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.332154:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3588096 00000080:00200000:3.0:1734016150.332156:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 876 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.332165:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3588096, len 4096, copied 4096 00000080:00200000:3.0:1734016150.332168:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7a400d8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.332170:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c1580 1fffff00000805 3:0 ffff8800a7a400d8 876 lru 00000080:00200000:3.0:1734016150.332174:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7a40138 876: 1< 0 - - > 2< 3588096 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486268928 - | - - + - > 5< - - + - | 0 - | 876 - -> 00000080:00200000:3.0:1734016150.332175:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7a400d8 00000080:00200000:3.0:1734016150.332176:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.332177:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.332181:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.332186:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.332191:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.332197:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.332203:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.332206:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3592192 00000080:00200000:3.0:1734016150.332207:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 877 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.332216:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3592192, len 4096, copied 4096 00000080:00200000:3.0:1734016150.332219:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7a401b0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.332221:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c15c0 1fffff00000805 3:0 ffff8800a7a401b0 877 lru 00000080:00200000:3.0:1734016150.332225:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7a40210 877: 1< 0 - - > 2< 3592192 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486264832 - | - - + - > 5< - - + - | 0 - | 877 - -> 00000080:00200000:3.0:1734016150.332226:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7a401b0 00000080:00200000:3.0:1734016150.332227:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.332228:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.332232:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.332238:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.332243:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.332248:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.332253:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.332256:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3596288 00000080:00200000:3.0:1734016150.332258:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 878 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.332267:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3596288, len 4096, copied 4096 00000080:00200000:3.0:1734016150.332270:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7a40288[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.332272:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c1600 1fffff00000805 3:0 ffff8800a7a40288 878 lru 00000080:00200000:3.0:1734016150.332276:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7a402e8 878: 1< 0 - - > 2< 3596288 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486260736 - | - - + - > 5< - - + - | 0 - | 878 - -> 00000080:00200000:3.0:1734016150.332278:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7a40288 00000080:00200000:3.0:1734016150.332278:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.332279:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.332284:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.332289:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.332294:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.332299:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.332304:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.332306:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3600384 00000080:00200000:3.0:1734016150.332308:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 879 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.332318:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3600384, len 4096, copied 4096 00000080:00200000:3.0:1734016150.332405:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7a40360[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.332407:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c1640 1fffff00000825 2:0 ffff8800a7a40360 879 lru 00000080:00200000:3.0:1734016150.332411:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7a403c0 879: 1< 0 - - > 2< 3600384 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486256640 - | - - + - > 5< - - + - | 0 - | 879 - -> 00000080:00200000:3.0:1734016150.332412:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7a40360 00000080:00200000:3.0:1734016150.332412:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.332413:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.332420:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.332426:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.332432:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.332437:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.332444:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.332447:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3604480 00000080:00200000:3.0:1734016150.332449:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 880 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.332459:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3604480, len 4096, copied 4096 00000080:00200000:3.0:1734016150.332461:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7a40438[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.332463:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c1680 1fffff00000805 3:0 ffff8800a7a40438 880 lru 00000080:00200000:3.0:1734016150.332467:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7a40498 880: 1< 0 - - > 2< 3604480 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486252544 - | - - + - > 5< - - + - | 0 - | 880 - -> 00000080:00200000:3.0:1734016150.332468:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7a40438 00000080:00200000:3.0:1734016150.332469:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.332470:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.332475:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.332481:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.332487:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.332493:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.332500:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.332502:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3608576 00000080:00200000:3.0:1734016150.332504:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 881 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.332518:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3608576, len 4096, copied 4096 00000080:00200000:3.0:1734016150.332521:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7a40510[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.332523:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c16c0 1fffff00000805 3:0 ffff8800a7a40510 881 lru 00000080:00200000:3.0:1734016150.332527:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7a40570 881: 1< 0 - - > 2< 3608576 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486248448 - | - - + - > 5< - - + - | 0 - | 881 - -> 00000080:00200000:3.0:1734016150.332529:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7a40510 00000080:00200000:3.0:1734016150.332529:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.332530:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.332535:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.332540:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.332545:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.332550:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.332555:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.332558:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3612672 00000080:00200000:3.0:1734016150.332560:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 882 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.332570:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3612672, len 4096, copied 4096 00000080:00200000:3.0:1734016150.332572:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7a405e8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.332575:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c1700 1fffff00000805 3:0 ffff8800a7a405e8 882 lru 00000080:00200000:3.0:1734016150.332579:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7a40648 882: 1< 0 - - > 2< 3612672 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486244352 - | - - + - > 5< - - + - | 0 - | 882 - -> 00000080:00200000:3.0:1734016150.332580:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7a405e8 00000080:00200000:3.0:1734016150.332581:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.332582:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.332587:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.332592:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.332597:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.332602:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.332607:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.332609:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3616768 00000080:00200000:3.0:1734016150.332611:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 883 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.332621:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3616768, len 4096, copied 4096 00000080:00200000:3.0:1734016150.332623:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7a406c0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.332625:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c1740 1fffff00000805 3:0 ffff8800a7a406c0 883 lru 00000080:00200000:3.0:1734016150.332629:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7a40720 883: 1< 0 - - > 2< 3616768 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486240256 - | - - + - > 5< - - + - | 0 - | 883 - -> 00000080:00200000:3.0:1734016150.332631:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7a406c0 00000080:00200000:3.0:1734016150.332631:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.332632:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.332637:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.332642:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.332647:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.332652:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.332657:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.332660:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3620864 00000080:00200000:3.0:1734016150.332661:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 884 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.332669:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3620864, len 4096, copied 4096 00000080:00200000:3.0:1734016150.332672:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7a40798[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.332674:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c1780 1fffff00000805 3:0 ffff8800a7a40798 884 lru 00000080:00200000:3.0:1734016150.332678:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7a407f8 884: 1< 0 - - > 2< 3620864 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486236160 - | - - + - > 5< - - + - | 0 - | 884 - -> 00000080:00200000:3.0:1734016150.332679:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7a40798 00000080:00200000:3.0:1734016150.332680:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.332681:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.332685:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.332690:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.332695:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.332701:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.332708:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.332710:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3624960 00000080:00200000:3.0:1734016150.332711:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 885 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.332719:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3624960, len 4096, copied 4096 00000080:00200000:3.0:1734016150.332722:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7a40870[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.332724:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c17c0 1fffff00000805 3:0 ffff8800a7a40870 885 lru 00000080:00200000:3.0:1734016150.332728:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7a408d0 885: 1< 0 - - > 2< 3624960 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486232064 - | - - + - > 5< - - + - | 0 - | 885 - -> 00000080:00200000:3.0:1734016150.332730:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7a40870 00000080:00200000:3.0:1734016150.332731:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.332732:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.332736:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.332741:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.332746:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.332751:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.332767:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.332769:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3629056 00000080:00200000:3.0:1734016150.332772:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 886 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.332780:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3629056, len 4096, copied 4096 00000080:00200000:3.0:1734016150.332783:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7a40948[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.332785:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c1800 1fffff00000805 3:0 ffff8800a7a40948 886 lru 00000080:00200000:3.0:1734016150.332789:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7a409a8 886: 1< 0 - - > 2< 3629056 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486227968 - | - - + - > 5< - - + - | 0 - | 886 - -> 00000080:00200000:3.0:1734016150.332790:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7a40948 00000080:00200000:3.0:1734016150.332791:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.332792:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.332796:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.332803:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.332809:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.332814:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.332820:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.332822:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3633152 00000080:00200000:3.0:1734016150.332824:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 887 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.332832:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3633152, len 4096, copied 4096 00000080:00200000:3.0:1734016150.332834:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7a40a20[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.332835:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c1840 1fffff00000805 3:0 ffff8800a7a40a20 887 lru 00000080:00200000:3.0:1734016150.332839:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7a40a80 887: 1< 0 - - > 2< 3633152 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486223872 - | - - + - > 5< - - + - | 0 - | 887 - -> 00000080:00200000:3.0:1734016150.332841:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7a40a20 00000080:00200000:3.0:1734016150.332841:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.332843:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.332847:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.332854:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.332859:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.332864:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.332870:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.332872:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3637248 00000080:00200000:3.0:1734016150.332874:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 888 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.332882:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3637248, len 4096, copied 4096 00000080:00200000:3.0:1734016150.332884:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7a40af8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.332886:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c1880 1fffff00000805 3:0 ffff8800a7a40af8 888 lru 00000080:00200000:3.0:1734016150.332890:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7a40b58 888: 1< 0 - - > 2< 3637248 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486219776 - | - - + - > 5< - - + - | 0 - | 888 - -> 00000080:00200000:3.0:1734016150.332892:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7a40af8 00000080:00200000:3.0:1734016150.332893:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.332894:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.332898:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.332903:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.332908:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.332915:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.332922:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.332924:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3641344 00000080:00200000:3.0:1734016150.332926:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 889 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.332935:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3641344, len 4096, copied 4096 00000080:00200000:3.0:1734016150.332938:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7a40bd0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.332940:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c18c0 1fffff00000805 3:0 ffff8800a7a40bd0 889 lru 00000080:00200000:3.0:1734016150.332943:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7a40c30 889: 1< 0 - - > 2< 3641344 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486215680 - | - - + - > 5< - - + - | 0 - | 889 - -> 00000080:00200000:3.0:1734016150.332945:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7a40bd0 00000080:00200000:3.0:1734016150.332945:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.332946:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.332951:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.332956:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.332961:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.332966:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.332972:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.332975:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3645440 00000080:00200000:3.0:1734016150.332977:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 890 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.332986:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3645440, len 4096, copied 4096 00000080:00200000:3.0:1734016150.332988:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7a40ca8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.332990:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c1900 1fffff00000805 3:0 ffff8800a7a40ca8 890 lru 00000080:00200000:3.0:1734016150.332994:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7a40d08 890: 1< 0 - - > 2< 3645440 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486211584 - | - - + - > 5< - - + - | 0 - | 890 - -> 00000080:00200000:3.0:1734016150.332995:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7a40ca8 00000080:00200000:3.0:1734016150.332996:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.332997:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.333000:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.333005:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.333010:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.333016:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.333023:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.333025:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3649536 00000080:00200000:3.0:1734016150.333027:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 891 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.333034:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3649536, len 4096, copied 4096 00000080:00200000:3.0:1734016150.333037:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7a40d80[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.333039:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c1940 1fffff00000805 3:0 ffff8800a7a40d80 891 lru 00000080:00200000:3.0:1734016150.333043:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7a40de0 891: 1< 0 - - > 2< 3649536 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486207488 - | - - + - > 5< - - + - | 0 - | 891 - -> 00000080:00200000:3.0:1734016150.333044:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7a40d80 00000080:00200000:3.0:1734016150.333045:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.333046:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.333050:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.333056:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.333062:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.333067:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.333073:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.333075:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3653632 00000080:00200000:3.0:1734016150.333076:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 892 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.333084:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3653632, len 4096, copied 4096 00000080:00200000:3.0:1734016150.333086:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7a40e58[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.333088:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c1980 1fffff00000805 3:0 ffff8800a7a40e58 892 lru 00000080:00200000:3.0:1734016150.333092:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7a40eb8 892: 1< 0 - - > 2< 3653632 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486203392 - | - - + - > 5< - - + - | 0 - | 892 - -> 00000080:00200000:3.0:1734016150.333093:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7a40e58 00000080:00200000:3.0:1734016150.333094:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.333095:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.333099:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.333104:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.333109:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.333115:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.333121:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.333124:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3657728 00000080:00200000:3.0:1734016150.333126:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 893 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.333137:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3657728, len 4096, copied 4096 00000080:00200000:3.0:1734016150.333140:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a8b65000[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.333141:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c19c0 1fffff00000825 2:0 ffff8800a8b65000 893 lru 00000080:00200000:3.0:1734016150.333145:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a8b65060 893: 1< 0 - - > 2< 3657728 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486199296 - | - - + - > 5< - - + - | 0 - | 893 - -> 00000080:00200000:3.0:1734016150.333146:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a8b65000 00000080:00200000:3.0:1734016150.333147:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.333148:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.333151:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.333156:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.333162:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.333168:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.333175:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.333177:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3661824 00000080:00200000:3.0:1734016150.333180:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 894 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.333188:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3661824, len 4096, copied 4096 00000080:00200000:3.0:1734016150.333191:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a8b650d8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.333192:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c1a00 1fffff00000805 3:0 ffff8800a8b650d8 894 lru 00000080:00200000:3.0:1734016150.333196:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a8b65138 894: 1< 0 - - > 2< 3661824 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486195200 - | - - + - > 5< - - + - | 0 - | 894 - -> 00000080:00200000:3.0:1734016150.333198:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a8b650d8 00000080:00200000:3.0:1734016150.333199:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.333200:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.333204:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.333209:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.333214:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.333219:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.333224:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.333226:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3665920 00000080:00200000:3.0:1734016150.333228:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 895 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.333236:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3665920, len 4096, copied 4096 00000080:00200000:3.0:1734016150.333238:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a8b651b0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.333240:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c1a40 1fffff00000805 3:0 ffff8800a8b651b0 895 lru 00000080:00200000:3.0:1734016150.333244:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a8b65210 895: 1< 0 - - > 2< 3665920 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486191104 - | - - + - > 5< - - + - | 0 - | 895 - -> 00000080:00200000:3.0:1734016150.333245:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a8b651b0 00000080:00200000:3.0:1734016150.333245:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.333246:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.333251:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.333256:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.333262:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.333266:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.333272:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.333274:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3670016 00000080:00200000:3.0:1734016150.333276:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 896 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.333285:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3670016, len 4096, copied 4096 00000080:00200000:3.0:1734016150.333287:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a8b65288[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.333289:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c1a80 1fffff00000805 3:0 ffff8800a8b65288 896 lru 00000080:00200000:3.0:1734016150.333292:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a8b652e8 896: 1< 0 - - > 2< 3670016 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486187008 - | - - + - > 5< - - + - | 0 - | 896 - -> 00000080:00200000:3.0:1734016150.333293:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a8b65288 00000080:00200000:3.0:1734016150.333294:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.333295:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.333298:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.333303:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.333307:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.333314:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.333333:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.333336:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3674112 00000080:00200000:3.0:1734016150.333338:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 897 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.333347:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3674112, len 4096, copied 4096 00000080:00200000:3.0:1734016150.333350:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a8b65360[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.333352:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c1ac0 1fffff00000805 3:0 ffff8800a8b65360 897 lru 00000080:00200000:3.0:1734016150.333356:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a8b653c0 897: 1< 0 - - > 2< 3674112 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486182912 - | - - + - > 5< - - + - | 0 - | 897 - -> 00000080:00200000:3.0:1734016150.333357:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a8b65360 00000080:00200000:3.0:1734016150.333358:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.333359:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.333363:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.333369:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.333374:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.333378:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.333384:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.333386:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3678208 00000080:00200000:3.0:1734016150.333389:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 898 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.333397:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3678208, len 4096, copied 4096 00000080:00200000:3.0:1734016150.333400:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a8b65438[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.333401:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c1b00 1fffff00000805 3:0 ffff8800a8b65438 898 lru 00000080:00200000:3.0:1734016150.333405:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a8b65498 898: 1< 0 - - > 2< 3678208 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486178816 - | - - + - > 5< - - + - | 0 - | 898 - -> 00000080:00200000:3.0:1734016150.333406:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a8b65438 00000080:00200000:3.0:1734016150.333407:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.333408:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.333411:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.333416:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.333421:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.333428:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.333435:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.333437:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3682304 00000080:00200000:3.0:1734016150.333439:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 899 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.333448:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3682304, len 4096, copied 4096 00000080:00200000:3.0:1734016150.333450:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a8b65510[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.333452:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c1b40 1fffff00000805 3:0 ffff8800a8b65510 899 lru 00000080:00200000:3.0:1734016150.333456:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a8b65570 899: 1< 0 - - > 2< 3682304 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486174720 - | - - + - > 5< - - + - | 0 - | 899 - -> 00000080:00200000:3.0:1734016150.333457:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a8b65510 00000080:00200000:3.0:1734016150.333458:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.333459:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.333463:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.333470:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.333475:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.333480:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.333486:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.333488:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3686400 00000080:00200000:3.0:1734016150.333490:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 900 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.333497:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3686400, len 4096, copied 4096 00000080:00200000:3.0:1734016150.333499:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a8b655e8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.333501:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c1b80 1fffff00000805 3:0 ffff8800a8b655e8 900 lru 00000080:00200000:3.0:1734016150.333505:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a8b65648 900: 1< 0 - - > 2< 3686400 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486170624 - | - - + - > 5< - - + - | 0 - | 900 - -> 00000080:00200000:3.0:1734016150.333506:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a8b655e8 00000080:00200000:3.0:1734016150.333507:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.333508:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.333512:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.333518:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.333523:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.333530:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.333536:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.333538:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3690496 00000080:00200000:3.0:1734016150.333539:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 901 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.333547:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3690496, len 4096, copied 4096 00000080:00200000:3.0:1734016150.333550:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a8b656c0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.333552:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c1bc0 1fffff00000805 3:0 ffff8800a8b656c0 901 lru 00000080:00200000:3.0:1734016150.333555:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a8b65720 901: 1< 0 - - > 2< 3690496 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486166528 - | - - + - > 5< - - + - | 0 - | 901 - -> 00000080:00200000:3.0:1734016150.333557:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a8b656c0 00000080:00200000:3.0:1734016150.333557:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.333558:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.333563:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.333569:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.333574:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.333578:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.333584:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.333587:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3694592 00000080:00200000:3.0:1734016150.333590:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 902 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.333601:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3694592, len 4096, copied 4096 00000080:00200000:3.0:1734016150.333604:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a8b65798[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.333606:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c1c00 1fffff00000805 3:0 ffff8800a8b65798 902 lru 00000080:00200000:3.0:1734016150.333609:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a8b657f8 902: 1< 0 - - > 2< 3694592 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486162432 - | - - + - > 5< - - + - | 0 - | 902 - -> 00000080:00200000:3.0:1734016150.333611:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a8b65798 00000080:00200000:3.0:1734016150.333611:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.333612:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.333617:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.333623:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.333629:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.333635:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.333642:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.333646:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3698688 00000080:00200000:3.0:1734016150.333648:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 903 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.333660:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3698688, len 4096, copied 4096 00000080:00200000:3.0:1734016150.333663:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a8b65870[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.333665:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c1c40 1fffff00000805 3:0 ffff8800a8b65870 903 lru 00000080:00200000:3.0:1734016150.333668:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a8b658d0 903: 1< 0 - - > 2< 3698688 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486158336 - | - - + - > 5< - - + - | 0 - | 903 - -> 00000080:00200000:3.0:1734016150.333670:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a8b65870 00000080:00200000:3.0:1734016150.333671:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.333672:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.333677:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.333683:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.333688:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.333694:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.333702:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.333705:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3702784 00000080:00200000:3.0:1734016150.333707:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 904 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.333719:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3702784, len 4096, copied 4096 00000080:00200000:3.0:1734016150.333721:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a8b65948[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.333723:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c1c80 1fffff00000805 3:0 ffff8800a8b65948 904 lru 00000080:00200000:3.0:1734016150.333727:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a8b659a8 904: 1< 0 - - > 2< 3702784 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486154240 - | - - + - > 5< - - + - | 0 - | 904 - -> 00000080:00200000:3.0:1734016150.333728:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a8b65948 00000080:00200000:3.0:1734016150.333729:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.333730:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.333735:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.333741:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.333746:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.333763:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.333772:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.333775:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3706880 00000080:00200000:3.0:1734016150.333778:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 905 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.333789:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3706880, len 4096, copied 4096 00000080:00200000:3.0:1734016150.333791:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a8b65a20[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.333793:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c1cc0 1fffff00000805 3:0 ffff8800a8b65a20 905 lru 00000080:00200000:3.0:1734016150.333798:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a8b65a80 905: 1< 0 - - > 2< 3706880 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486150144 - | - - + - > 5< - - + - | 0 - | 905 - -> 00000080:00200000:3.0:1734016150.333799:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a8b65a20 00000080:00200000:3.0:1734016150.333800:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.333801:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.333806:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.333812:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.333817:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.333822:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.333829:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.333832:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3710976 00000080:00200000:3.0:1734016150.333835:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 906 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.333846:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3710976, len 4096, copied 4096 00000080:00200000:3.0:1734016150.333849:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a8b65af8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.333851:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c1d00 1fffff00000805 3:0 ffff8800a8b65af8 906 lru 00000080:00200000:3.0:1734016150.333855:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a8b65b58 906: 1< 0 - - > 2< 3710976 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486146048 - | - - + - > 5< - - + - | 0 - | 906 - -> 00000080:00200000:3.0:1734016150.333856:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a8b65af8 00000080:00200000:3.0:1734016150.333857:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.333858:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.333863:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.333870:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.333877:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.333883:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.333890:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.333893:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3715072 00000080:00200000:3.0:1734016150.333896:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 907 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.333909:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3715072, len 4096, copied 4096 00000080:00200000:3.0:1734016150.333912:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a8b65bd0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.333913:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c1d40 1fffff00000825 2:0 ffff8800a8b65bd0 907 lru 00000080:00200000:3.0:1734016150.333917:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a8b65c30 907: 1< 0 - - > 2< 3715072 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486141952 - | - - + - > 5< - - + - | 0 - | 907 - -> 00000080:00200000:3.0:1734016150.333919:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a8b65bd0 00000080:00200000:3.0:1734016150.333920:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.333921:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.333927:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.333932:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.333938:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.333943:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.333951:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.333954:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3719168 00000080:00200000:3.0:1734016150.333955:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 908 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.333966:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3719168, len 4096, copied 4096 00000080:00200000:3.0:1734016150.333968:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a8b65ca8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.333970:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c1d80 1fffff00000805 3:0 ffff8800a8b65ca8 908 lru 00000080:00200000:3.0:1734016150.333974:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a8b65d08 908: 1< 0 - - > 2< 3719168 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486137856 - | - - + - > 5< - - + - | 0 - | 908 - -> 00000080:00200000:3.0:1734016150.333975:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a8b65ca8 00000080:00200000:3.0:1734016150.333975:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.333976:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.333981:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.333987:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.333992:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.333998:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.334005:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.334008:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3723264 00000080:00200000:3.0:1734016150.334010:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 909 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.334021:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3723264, len 4096, copied 4096 00000080:00200000:3.0:1734016150.334024:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a8b65d80[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.334026:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c1dc0 1fffff00000805 3:0 ffff8800a8b65d80 909 lru 00000080:00200000:3.0:1734016150.334029:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a8b65de0 909: 1< 0 - - > 2< 3723264 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486133760 - | - - + - > 5< - - + - | 0 - | 909 - -> 00000080:00200000:3.0:1734016150.334030:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a8b65d80 00000080:00200000:3.0:1734016150.334031:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.334032:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.334035:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.334041:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.334045:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.334050:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.334056:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.334058:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3727360 00000080:00200000:3.0:1734016150.334061:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 910 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.334071:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3727360, len 4096, copied 4096 00000080:00200000:3.0:1734016150.334074:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a8b65e58[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.334076:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c1e00 1fffff00000805 3:0 ffff8800a8b65e58 910 lru 00000080:00200000:3.0:1734016150.334079:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a8b65eb8 910: 1< 0 - - > 2< 3727360 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486129664 - | - - + - > 5< - - + - | 0 - | 910 - -> 00000080:00200000:3.0:1734016150.334080:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a8b65e58 00000080:00200000:3.0:1734016150.334081:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.334082:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.334087:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.334093:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.334099:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.334104:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.334113:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.334116:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3731456 00000080:00200000:3.0:1734016150.334118:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 911 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.334133:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3731456, len 4096, copied 4096 00000080:00200000:3.0:1734016150.334136:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7a93000[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.334137:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c1e40 1fffff00000805 3:0 ffff8800a7a93000 911 lru 00000080:00200000:3.0:1734016150.334141:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7a93060 911: 1< 0 - - > 2< 3731456 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486125568 - | - - + - > 5< - - + - | 0 - | 911 - -> 00000080:00200000:3.0:1734016150.334143:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7a93000 00000080:00200000:3.0:1734016150.334143:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.334144:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.334151:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.334157:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.334163:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.334169:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.334177:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.334179:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3735552 00000080:00200000:3.0:1734016150.334182:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 912 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.334201:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3735552, len 4096, copied 4096 00000080:00200000:3.0:1734016150.334204:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7a930d8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.334206:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c1e80 1fffff00000805 3:0 ffff8800a7a930d8 912 lru 00000080:00200000:3.0:1734016150.334210:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7a93138 912: 1< 0 - - > 2< 3735552 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486121472 - | - - + - > 5< - - + - | 0 - | 912 - -> 00000080:00200000:3.0:1734016150.334211:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7a930d8 00000080:00200000:3.0:1734016150.334212:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.334212:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.334217:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.334222:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.334227:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.334233:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.334240:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.334242:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3739648 00000080:00200000:3.0:1734016150.334244:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 913 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.334252:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3739648, len 4096, copied 4096 00000080:00200000:3.0:1734016150.334255:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7a931b0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.334257:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c1ec0 1fffff00000805 3:0 ffff8800a7a931b0 913 lru 00000080:00200000:3.0:1734016150.334261:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7a93210 913: 1< 0 - - > 2< 3739648 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486117376 - | - - + - > 5< - - + - | 0 - | 913 - -> 00000080:00200000:3.0:1734016150.334262:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7a931b0 00000080:00200000:3.0:1734016150.334263:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.334264:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.334268:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.334274:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.334279:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.334283:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.334289:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.334291:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3743744 00000080:00200000:3.0:1734016150.334293:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 914 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.334302:0:10408:0:(rw26.c:1006:ll_write_end()) pos 3743744, len 4096, copied 4096 00000080:00200000:3.0:1734016150.334304:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7a93288[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.334306:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c1f00 1fffff00000805 3:0 ffff8800a7a93288 914 lru 00000080:00200000:3.0:1734016150.334310:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7a932e8 914: 1< 0 - - > 2< 3743744 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 486113280 - | - - + - > 5< - - + - | 0 - | 914 - -> 00000080:00200000:3.0:1734016150.334311:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7a93288 00000080:00200000:3.0:1734016150.334312:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.334313:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.334316:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.334402:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.334408:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.334413:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.334420:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.334423:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 3747840 00000080:00200000:3.0:1734016150.338482:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 985 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.338497:0:10408:0:(rw26.c:1006:ll_write_end()) pos 4034560, len 4096, copied 4096 00000080:00200000:3.0:1734016150.338501:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7a93360[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.338502:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c1f40 1fffff00000805 3:0 ffff8800a7a93360 985 lru 00000080:00200000:3.0:1734016150.338507:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7a933c0 985: 1< 0 - - > 2< 4034560 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 485822464 - | - - + - > 5< - - + - | 0 - | 985 - -> 00000080:00200000:3.0:1734016150.338508:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7a93360 00000080:00200000:3.0:1734016150.338509:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.338510:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.338517:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.338523:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.338528:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.338533:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.338542:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.338546:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4038656 00000080:00200000:3.0:1734016150.338548:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 986 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.338560:0:10408:0:(rw26.c:1006:ll_write_end()) pos 4038656, len 4096, copied 4096 00000080:00200000:3.0:1734016150.338563:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7a93438[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.338564:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c1f80 1fffff00000805 3:0 ffff8800a7a93438 986 lru 00000080:00200000:3.0:1734016150.338568:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7a93498 986: 1< 0 - - > 2< 4038656 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 485818368 - | - - + - > 5< - - + - | 0 - | 986 - -> 00000080:00200000:3.0:1734016150.338569:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7a93438 00000080:00200000:3.0:1734016150.338570:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.338570:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.338576:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.338581:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.338588:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.338595:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.338602:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.338605:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4042752 00000080:00200000:3.0:1734016150.338607:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 987 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.338618:0:10408:0:(rw26.c:1006:ll_write_end()) pos 4042752, len 4096, copied 4096 00000080:00200000:3.0:1734016150.338621:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7a93510[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.338623:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c1fc0 1fffff00000805 3:0 ffff8800a7a93510 987 lru 00000080:00200000:3.0:1734016150.338626:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7a93570 987: 1< 0 - - > 2< 4042752 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 485814272 - | - - + - > 5< - - + - | 0 - | 987 - -> 00000080:00200000:3.0:1734016150.338627:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7a93510 00000080:00200000:3.0:1734016150.338628:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.338629:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.338634:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.338639:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.338644:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.338650:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.338656:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.338658:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4046848 00000080:00200000:3.0:1734016150.338661:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 988 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.338671:0:10408:0:(rw26.c:1006:ll_write_end()) pos 4046848, len 4096, copied 4096 00000080:00200000:3.0:1734016150.338674:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7a935e8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.338675:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c2000 1fffff00000805 3:0 ffff8800a7a935e8 988 lru 00000080:00200000:3.0:1734016150.338678:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7a93648 988: 1< 0 - - > 2< 4046848 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 485810176 - | - - + - > 5< - - + - | 0 - | 988 - -> 00000080:00200000:3.0:1734016150.338679:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7a935e8 00000080:00200000:3.0:1734016150.338680:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.338682:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.338686:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.338692:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.338698:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.338703:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.338711:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.338714:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4050944 00000080:00200000:3.0:1734016150.338716:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 989 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.338725:0:10408:0:(rw26.c:1006:ll_write_end()) pos 4050944, len 4096, copied 4096 00000080:00200000:3.0:1734016150.338728:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7a936c0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.338730:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c2040 1fffff00000805 3:0 ffff8800a7a936c0 989 lru 00000080:00200000:3.0:1734016150.338733:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7a93720 989: 1< 0 - - > 2< 4050944 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 485806080 - | - - + - > 5< - - + - | 0 - | 989 - -> 00000080:00200000:3.0:1734016150.338735:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7a936c0 00000080:00200000:3.0:1734016150.338735:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.338736:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.338741:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.338747:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.338763:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.338770:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.338778:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.338781:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4055040 00000080:00200000:3.0:1734016150.338782:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 990 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.338791:0:10408:0:(rw26.c:1006:ll_write_end()) pos 4055040, len 4096, copied 4096 00000080:00200000:3.0:1734016150.338792:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7a93798[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.338794:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c2080 1fffff00000805 3:0 ffff8800a7a93798 990 lru 00000080:00200000:3.0:1734016150.338796:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7a937f8 990: 1< 0 - - > 2< 4055040 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 485801984 - | - - + - > 5< - - + - | 0 - | 990 - -> 00000080:00200000:3.0:1734016150.338797:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7a93798 00000080:00200000:3.0:1734016150.338798:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.338798:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.338801:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.338804:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.338808:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.338813:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.338817:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.338819:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4059136 00000080:00200000:3.0:1734016150.338820:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 991 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.338828:0:10408:0:(rw26.c:1006:ll_write_end()) pos 4059136, len 4096, copied 4096 00000080:00200000:3.0:1734016150.338830:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7a93870[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.338831:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c20c0 1fffff00000825 2:0 ffff8800a7a93870 991 lru 00000080:00200000:3.0:1734016150.338833:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7a938d0 991: 1< 0 - - > 2< 4059136 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 485797888 - | - - + - > 5< - - + - | 0 - | 991 - -> 00000080:00200000:3.0:1734016150.338834:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7a93870 00000080:00200000:3.0:1734016150.338834:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.338835:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.338838:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.338842:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.338845:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.338848:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.338852:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.338853:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4063232 00000080:00200000:3.0:1734016150.338855:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 992 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.338863:0:10408:0:(rw26.c:1006:ll_write_end()) pos 4063232, len 4096, copied 4096 00000080:00200000:3.0:1734016150.338866:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7a93948[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.338868:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c2100 1fffff00000805 3:0 ffff8800a7a93948 992 lru 00000080:00200000:3.0:1734016150.338872:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7a939a8 992: 1< 0 - - > 2< 4063232 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 485793792 - | - - + - > 5< - - + - | 0 - | 992 - -> 00000080:00200000:3.0:1734016150.338873:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7a93948 00000080:00200000:3.0:1734016150.338874:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.338875:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.338879:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.338884:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.338889:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.338895:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.338902:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.338905:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4067328 00000080:00200000:3.0:1734016150.338907:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 993 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.338919:0:10408:0:(rw26.c:1006:ll_write_end()) pos 4067328, len 4096, copied 4096 00000080:00200000:3.0:1734016150.338921:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7a93a20[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.338923:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c2140 1fffff00000805 3:0 ffff8800a7a93a20 993 lru 00000080:00200000:3.0:1734016150.338927:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7a93a80 993: 1< 0 - - > 2< 4067328 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 485789696 - | - - + - > 5< - - + - | 0 - | 993 - -> 00000080:00200000:3.0:1734016150.338928:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7a93a20 00000080:00200000:3.0:1734016150.338929:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.338930:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.338935:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.338942:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.338948:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.338955:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.338962:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.338965:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4071424 00000080:00200000:3.0:1734016150.338967:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 994 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.338977:0:10408:0:(rw26.c:1006:ll_write_end()) pos 4071424, len 4096, copied 4096 00000080:00200000:3.0:1734016150.338980:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7a93af8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.338981:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c2180 1fffff00000805 3:0 ffff8800a7a93af8 994 lru 00000080:00200000:3.0:1734016150.338985:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7a93b58 994: 1< 0 - - > 2< 4071424 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 485785600 - | - - + - > 5< - - + - | 0 - | 994 - -> 00000080:00200000:3.0:1734016150.338986:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7a93af8 00000080:00200000:3.0:1734016150.338987:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.338988:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.338992:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.338998:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.339004:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.339011:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.339017:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.339020:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4075520 00000080:00200000:3.0:1734016150.339021:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 995 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.339029:0:10408:0:(rw26.c:1006:ll_write_end()) pos 4075520, len 4096, copied 4096 00000080:00200000:3.0:1734016150.339031:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7a93bd0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.339034:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c21c0 1fffff00000805 3:0 ffff8800a7a93bd0 995 lru 00000080:00200000:3.0:1734016150.339038:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7a93c30 995: 1< 0 - - > 2< 4075520 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 485781504 - | - - + - > 5< - - + - | 0 - | 995 - -> 00000080:00200000:3.0:1734016150.339040:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7a93bd0 00000080:00200000:3.0:1734016150.339041:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.339042:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.339046:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.339051:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.339057:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.339062:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.339068:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.339071:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4079616 00000080:00200000:3.0:1734016150.339073:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 996 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.339083:0:10408:0:(rw26.c:1006:ll_write_end()) pos 4079616, len 4096, copied 4096 00000080:00200000:3.0:1734016150.339087:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7a93ca8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.339089:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c2200 1fffff00000805 3:0 ffff8800a7a93ca8 996 lru 00000080:00200000:3.0:1734016150.339094:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7a93d08 996: 1< 0 - - > 2< 4079616 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 485777408 - | - - + - > 5< - - + - | 0 - | 996 - -> 00000080:00200000:3.0:1734016150.339095:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7a93ca8 00000080:00200000:3.0:1734016150.339096:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.339097:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.339101:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.339106:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.339111:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.339117:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.339125:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.339128:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4083712 00000080:00200000:3.0:1734016150.339130:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 997 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.339141:0:10408:0:(rw26.c:1006:ll_write_end()) pos 4083712, len 4096, copied 4096 00000080:00200000:3.0:1734016150.339144:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7a93d80[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.339146:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c2240 1fffff00000805 3:0 ffff8800a7a93d80 997 lru 00000080:00200000:3.0:1734016150.339150:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7a93de0 997: 1< 0 - - > 2< 4083712 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 485773312 - | - - + - > 5< - - + - | 0 - | 997 - -> 00000080:00200000:3.0:1734016150.339151:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7a93d80 00000080:00200000:3.0:1734016150.339151:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.339152:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.339158:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.339163:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.339169:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.339174:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.339180:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.339182:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4087808 00000080:00200000:3.0:1734016150.339184:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 998 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.339194:0:10408:0:(rw26.c:1006:ll_write_end()) pos 4087808, len 4096, copied 4096 00000080:00200000:3.0:1734016150.339196:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7a93e58[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.339198:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c2280 1fffff00000805 3:0 ffff8800a7a93e58 998 lru 00000080:00200000:3.0:1734016150.339201:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7a93eb8 998: 1< 0 - - > 2< 4087808 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 485769216 - | - - + - > 5< - - + - | 0 - | 998 - -> 00000080:00200000:3.0:1734016150.339203:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7a93e58 00000080:00200000:3.0:1734016150.339203:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.339204:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.339208:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.339214:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.339219:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.339226:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.339233:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.339236:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4091904 00000080:00200000:3.0:1734016150.339238:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 999 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.339250:0:10408:0:(rw26.c:1006:ll_write_end()) pos 4091904, len 4096, copied 4096 00000080:00200000:3.0:1734016150.339253:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a784b000[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.339255:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c22c0 1fffff00000805 3:0 ffff8800a784b000 999 lru 00000080:00200000:3.0:1734016150.339259:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a784b060 999: 1< 0 - - > 2< 4091904 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 485765120 - | - - + - > 5< - - + - | 0 - | 999 - -> 00000080:00200000:3.0:1734016150.339260:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a784b000 00000080:00200000:3.0:1734016150.339261:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.339262:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.339266:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.339273:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.339278:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.339283:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.339289:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.339292:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096000 00000080:00200000:3.0:1734016150.339294:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 1000 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.339303:0:10408:0:(rw26.c:1006:ll_write_end()) pos 4096000, len 4096, copied 4096 00000080:00200000:3.0:1734016150.339305:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a784b0d8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.339307:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c2300 1fffff00000805 3:0 ffff8800a784b0d8 1000 lru 00000080:00200000:3.0:1734016150.339311:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a784b138 1000: 1< 0 - - > 2< 4096000 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 485761024 - | - - + - > 5< - - + - | 0 - | 1000 - -> 00000080:00200000:3.0:1734016150.339313:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a784b0d8 00000080:00200000:3.0:1734016150.339314:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.339315:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.339318:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.339342:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.339348:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.339353:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.339359:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.339362:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4100096 00000080:00200000:3.0:1734016150.339364:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 1001 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.339373:0:10408:0:(rw26.c:1006:ll_write_end()) pos 4100096, len 4096, copied 4096 00000080:00200000:3.0:1734016150.339376:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a784b1b0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.339378:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c2340 1fffff00000805 3:0 ffff8800a784b1b0 1001 lru 00000080:00200000:3.0:1734016150.339382:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a784b210 1001: 1< 0 - - > 2< 4100096 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 485756928 - | - - + - > 5< - - + - | 0 - | 1001 - -> 00000080:00200000:3.0:1734016150.339384:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a784b1b0 00000080:00200000:3.0:1734016150.339385:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.339386:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.339391:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.339397:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.339403:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.339409:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.339415:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.339418:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4104192 00000080:00200000:3.0:1734016150.339420:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 1002 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.339429:0:10408:0:(rw26.c:1006:ll_write_end()) pos 4104192, len 4096, copied 4096 00000080:00200000:3.0:1734016150.339431:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a784b288[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.339433:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c2380 1fffff00000805 3:0 ffff8800a784b288 1002 lru 00000080:00200000:3.0:1734016150.339437:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a784b2e8 1002: 1< 0 - - > 2< 4104192 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 485752832 - | - - + - > 5< - - + - | 0 - | 1002 - -> 00000080:00200000:3.0:1734016150.339439:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a784b288 00000080:00200000:3.0:1734016150.339439:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.339441:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.339445:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.339451:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.339456:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.339463:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.339470:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.339472:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4108288 00000080:00200000:3.0:1734016150.339474:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 1003 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.339483:0:10408:0:(rw26.c:1006:ll_write_end()) pos 4108288, len 4096, copied 4096 00000080:00200000:3.0:1734016150.339486:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a784b360[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.339488:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c23c0 1fffff00000805 3:0 ffff8800a784b360 1003 lru 00000080:00200000:3.0:1734016150.339491:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a784b3c0 1003: 1< 0 - - > 2< 4108288 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 485748736 - | - - + - > 5< - - + - | 0 - | 1003 - -> 00000080:00200000:3.0:1734016150.339493:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a784b360 00000080:00200000:3.0:1734016150.339493:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.339495:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.339499:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.339505:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.339510:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.339515:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.339521:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.339524:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4112384 00000080:00200000:3.0:1734016150.339526:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 1004 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.339536:0:10408:0:(rw26.c:1006:ll_write_end()) pos 4112384, len 4096, copied 4096 00000080:00200000:3.0:1734016150.339539:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a784b438[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.339541:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c2400 1fffff00000805 3:0 ffff8800a784b438 1004 lru 00000080:00200000:3.0:1734016150.339545:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a784b498 1004: 1< 0 - - > 2< 4112384 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 485744640 - | - - + - > 5< - - + - | 0 - | 1004 - -> 00000080:00200000:3.0:1734016150.339547:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a784b438 00000080:00200000:3.0:1734016150.339547:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.339549:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.339553:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.339560:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.339564:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.339570:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.339577:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.339579:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4116480 00000080:00200000:3.0:1734016150.339581:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 1005 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.339593:0:10408:0:(rw26.c:1006:ll_write_end()) pos 4116480, len 4096, copied 4096 00000080:00200000:3.0:1734016150.339595:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a784b510[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.339597:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c2440 1fffff00000825 2:0 ffff8800a784b510 1005 lru 00000080:00200000:3.0:1734016150.339601:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a784b570 1005: 1< 0 - - > 2< 4116480 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 485740544 - | - - + - > 5< - - + - | 0 - | 1005 - -> 00000080:00200000:3.0:1734016150.339603:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a784b510 00000080:00200000:3.0:1734016150.339604:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.339605:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.339610:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.339617:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.339624:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.339630:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.339637:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.339641:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4120576 00000080:00200000:3.0:1734016150.339643:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 1006 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.339655:0:10408:0:(rw26.c:1006:ll_write_end()) pos 4120576, len 4096, copied 4096 00000080:00200000:3.0:1734016150.339657:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a784b5e8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.339659:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c2480 1fffff00000805 3:0 ffff8800a784b5e8 1006 lru 00000080:00200000:3.0:1734016150.339663:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a784b648 1006: 1< 0 - - > 2< 4120576 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 485736448 - | - - + - > 5< - - + - | 0 - | 1006 - -> 00000080:00200000:3.0:1734016150.339665:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a784b5e8 00000080:00200000:3.0:1734016150.339665:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.339667:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.339672:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.339677:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.339683:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.339690:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.339698:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.339700:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4124672 00000080:00200000:3.0:1734016150.339702:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 1007 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.339712:0:10408:0:(rw26.c:1006:ll_write_end()) pos 4124672, len 4096, copied 4096 00000080:00200000:3.0:1734016150.339714:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a784b6c0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.339717:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c24c0 1fffff00000805 3:0 ffff8800a784b6c0 1007 lru 00000080:00200000:3.0:1734016150.339720:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a784b720 1007: 1< 0 - - > 2< 4124672 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 485732352 - | - - + - > 5< - - + - | 0 - | 1007 - -> 00000080:00200000:3.0:1734016150.339721:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a784b6c0 00000080:00200000:3.0:1734016150.339722:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.339723:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.339727:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.339734:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.339740:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.339746:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.339768:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.339772:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4128768 00000080:00200000:3.0:1734016150.339775:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 1008 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.339786:0:10408:0:(rw26.c:1006:ll_write_end()) pos 4128768, len 4096, copied 4096 00000080:00200000:3.0:1734016150.339789:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a784b798[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.339791:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c2500 1fffff00000805 3:0 ffff8800a784b798 1008 lru 00000080:00200000:3.0:1734016150.339795:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a784b7f8 1008: 1< 0 - - > 2< 4128768 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 485728256 - | - - + - > 5< - - + - | 0 - | 1008 - -> 00000080:00200000:3.0:1734016150.339796:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a784b798 00000080:00200000:3.0:1734016150.339797:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.339798:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.339802:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.339807:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.339813:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.339819:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.339824:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.339826:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4132864 00000080:00200000:3.0:1734016150.339828:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 1009 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.339837:0:10408:0:(rw26.c:1006:ll_write_end()) pos 4132864, len 4096, copied 4096 00000080:00200000:3.0:1734016150.339840:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a784b870[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.339841:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c2540 1fffff00000805 3:0 ffff8800a784b870 1009 lru 00000080:00200000:3.0:1734016150.339845:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a784b8d0 1009: 1< 0 - - > 2< 4132864 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 485724160 - | - - + - > 5< - - + - | 0 - | 1009 - -> 00000080:00200000:3.0:1734016150.339847:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a784b870 00000080:00200000:3.0:1734016150.339849:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.339850:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.339855:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.339861:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.339865:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.339871:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.339877:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.339880:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4136960 00000080:00200000:3.0:1734016150.339882:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 1010 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.339895:0:10408:0:(rw26.c:1006:ll_write_end()) pos 4136960, len 4096, copied 4096 00000080:00200000:3.0:1734016150.339897:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a784b948[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.339899:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c2580 1fffff00000805 3:0 ffff8800a784b948 1010 lru 00000080:00200000:3.0:1734016150.339902:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a784b9a8 1010: 1< 0 - - > 2< 4136960 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 485720064 - | - - + - > 5< - - + - | 0 - | 1010 - -> 00000080:00200000:3.0:1734016150.339903:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a784b948 00000080:00200000:3.0:1734016150.339903:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.339904:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.339908:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.339914:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.339919:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.339925:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.339933:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.339937:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4141056 00000080:00200000:3.0:1734016150.339940:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 1011 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.339952:0:10408:0:(rw26.c:1006:ll_write_end()) pos 4141056, len 4096, copied 4096 00000080:00200000:3.0:1734016150.339954:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a784ba20[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.339956:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c25c0 1fffff00000805 3:0 ffff8800a784ba20 1011 lru 00000080:00200000:3.0:1734016150.339960:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a784ba80 1011: 1< 0 - - > 2< 4141056 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 485715968 - | - - + - > 5< - - + - | 0 - | 1011 - -> 00000080:00200000:3.0:1734016150.339962:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a784ba20 00000080:00200000:3.0:1734016150.339963:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.339963:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.339969:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.339975:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.339980:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.339985:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.339992:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.339995:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4145152 00000080:00200000:3.0:1734016150.339998:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 1012 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.340006:0:10408:0:(rw26.c:1006:ll_write_end()) pos 4145152, len 4096, copied 4096 00000080:00200000:3.0:1734016150.340009:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a784baf8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.340010:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c2600 1fffff00000805 3:0 ffff8800a784baf8 1012 lru 00000080:00200000:3.0:1734016150.340014:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a784bb58 1012: 1< 0 - - > 2< 4145152 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 485711872 - | - - + - > 5< - - + - | 0 - | 1012 - -> 00000080:00200000:3.0:1734016150.340015:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a784baf8 00000080:00200000:3.0:1734016150.340015:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.340016:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.340022:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.340029:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.340034:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.340039:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.340046:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.340049:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4149248 00000080:00200000:3.0:1734016150.340052:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 1013 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.340071:0:10408:0:(rw26.c:1006:ll_write_end()) pos 4149248, len 4096, copied 4096 00000080:00200000:3.0:1734016150.340073:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a784bbd0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.340075:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c35c0 1fffff00000805 3:0 ffff8800a784bbd0 1013 lru 00000080:00200000:3.0:1734016150.340079:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a784bc30 1013: 1< 0 - - > 2< 4149248 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 485707776 - | - - + - > 5< - - + - | 0 - | 1013 - -> 00000080:00200000:3.0:1734016150.340080:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a784bbd0 00000080:00200000:3.0:1734016150.340081:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.340082:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.340087:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.340093:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.340099:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.340106:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.340113:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.340115:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4153344 00000080:00200000:3.0:1734016150.340117:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 1014 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.340127:0:10408:0:(rw26.c:1006:ll_write_end()) pos 4153344, len 4096, copied 4096 00000080:00200000:3.0:1734016150.340129:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a784bca8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.340131:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c3600 1fffff00000805 3:0 ffff8800a784bca8 1014 lru 00000080:00200000:3.0:1734016150.340135:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a784bd08 1014: 1< 0 - - > 2< 4153344 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 485703680 - | - - + - > 5< - - + - | 0 - | 1014 - -> 00000080:00200000:3.0:1734016150.340137:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a784bca8 00000080:00200000:3.0:1734016150.340137:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.340138:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.340143:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.340150:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.340155:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.340161:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.340168:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.340171:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4157440 00000080:00200000:3.0:1734016150.340173:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 1015 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.340184:0:10408:0:(rw26.c:1006:ll_write_end()) pos 4157440, len 4096, copied 4096 00000080:00200000:3.0:1734016150.340187:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a784bd80[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.340189:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c3640 1fffff00000805 3:0 ffff8800a784bd80 1015 lru 00000080:00200000:3.0:1734016150.340192:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a784bde0 1015: 1< 0 - - > 2< 4157440 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 485699584 - | - - + - > 5< - - + - | 0 - | 1015 - -> 00000080:00200000:3.0:1734016150.340194:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a784bd80 00000080:00200000:3.0:1734016150.340195:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.340196:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.340201:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.340208:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.340214:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.340219:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.340227:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.340230:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4161536 00000080:00200000:3.0:1734016150.340233:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 1016 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.340245:0:10408:0:(rw26.c:1006:ll_write_end()) pos 4161536, len 4096, copied 4096 00000080:00200000:3.0:1734016150.340248:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a784be58[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.340250:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c3680 1fffff00000805 3:0 ffff8800a784be58 1016 lru 00000080:00200000:3.0:1734016150.340253:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a784beb8 1016: 1< 0 - - > 2< 4161536 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 485695488 - | - - + - > 5< - - + - | 0 - | 1016 - -> 00000080:00200000:3.0:1734016150.340255:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a784be58 00000080:00200000:3.0:1734016150.340256:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.340257:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.340262:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.340268:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.340274:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.340278:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.340286:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.340289:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4165632 00000080:00200000:3.0:1734016150.340291:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 1017 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.340305:0:10408:0:(rw26.c:1006:ll_write_end()) pos 4165632, len 4096, copied 4096 00000080:00200000:3.0:1734016150.340308:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7900000[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.340310:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c36c0 1fffff00000805 3:0 ffff8800a7900000 1017 lru 00000080:00200000:3.0:1734016150.340314:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7900060 1017: 1< 0 - - > 2< 4165632 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 485691392 - | - - + - > 5< - - + - | 0 - | 1017 - -> 00000080:00200000:3.0:1734016150.340315:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7900000 00000080:00200000:3.0:1734016150.340316:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.340317:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.340428:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.340435:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.340441:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.340447:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.340456:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.340460:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4169728 00000080:00200000:3.0:1734016150.340462:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 1018 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.340474:0:10408:0:(rw26.c:1006:ll_write_end()) pos 4169728, len 4096, copied 4096 00000080:00200000:3.0:1734016150.340477:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a79000d8[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.340479:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c3700 1fffff00000805 3:0 ffff8800a79000d8 1018 lru 00000080:00200000:3.0:1734016150.340483:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7900138 1018: 1< 0 - - > 2< 4169728 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 485687296 - | - - + - > 5< - - + - | 0 - | 1018 - -> 00000080:00200000:3.0:1734016150.340484:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a79000d8 00000080:00200000:3.0:1734016150.340485:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.340486:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.340492:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.340499:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.340504:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.340511:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.340521:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.340525:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4173824 00000080:00200000:3.0:1734016150.340528:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 1019 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.340545:0:10408:0:(rw26.c:1006:ll_write_end()) pos 4173824, len 4096, copied 4096 00000080:00200000:3.0:1734016150.340548:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a79001b0[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.340550:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c3740 1fffff00000825 2:0 ffff8800a79001b0 1019 lru 00000080:00200000:3.0:1734016150.340554:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7900210 1019: 1< 0 - - > 2< 4173824 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 485683200 - | - - + - > 5< - - + - | 0 - | 1019 - -> 00000080:00200000:3.0:1734016150.340556:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a79001b0 00000080:00200000:3.0:1734016150.340556:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.340557:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.340563:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.340570:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.340576:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.340581:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.340588:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.340591:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4177920 00000080:00200000:3.0:1734016150.340594:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 1020 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.340611:0:10408:0:(rw26.c:1006:ll_write_end()) pos 4177920, len 4096, copied 4096 00000080:00200000:3.0:1734016150.340613:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7900288[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.340615:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c3780 1fffff00000805 3:0 ffff8800a7900288 1020 lru 00000080:00200000:3.0:1734016150.340619:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a79002e8 1020: 1< 0 - - > 2< 4177920 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 485679104 - | - - + - > 5< - - + - | 0 - | 1020 - -> 00000080:00200000:3.0:1734016150.340620:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7900288 00000080:00200000:3.0:1734016150.340621:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.340622:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.340628:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.340634:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.340640:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.340645:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.340653:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.340656:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4182016 00000080:00200000:3.0:1734016150.340658:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 1021 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.340669:0:10408:0:(rw26.c:1006:ll_write_end()) pos 4182016, len 4096, copied 4096 00000080:00200000:3.0:1734016150.340671:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7900360[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.340673:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c37c0 1fffff00000805 3:0 ffff8800a7900360 1021 lru 00000080:00200000:3.0:1734016150.340677:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a79003c0 1021: 1< 0 - - > 2< 4182016 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 485675008 - | - - + - > 5< - - + - | 0 - | 1021 - -> 00000080:00200000:3.0:1734016150.340678:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7900360 00000080:00200000:3.0:1734016150.340679:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.340680:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.340687:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.340693:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.340699:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.340703:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.340711:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.340714:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4186112 00000080:00200000:3.0:1734016150.340716:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 1022 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.340727:0:10408:0:(rw26.c:1006:ll_write_end()) pos 4186112, len 4096, copied 4096 00000080:00200000:3.0:1734016150.340730:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7900438[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.340732:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c3800 1fffff00000805 3:0 ffff8800a7900438 1022 lru 00000080:00200000:3.0:1734016150.340736:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7900498 1022: 1< 0 - - > 2< 4186112 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 485670912 - | - - + - > 5< - - + - | 0 - | 1022 - -> 00000080:00200000:3.0:1734016150.340737:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7900438 00000080:00200000:3.0:1734016150.340738:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.340739:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.340744:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.340750:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.340767:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.340774:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.340782:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.340786:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4190208 00000080:00200000:3.0:1734016150.340789:0:10408:0:(rw26.c:819:ll_write_begin()) Writing 1023 of 0 to 4096 bytes 00000080:00200000:3.0:1734016150.340800:0:10408:0:(rw26.c:1006:ll_write_end()) pos 4190208, len 4096, copied 4096 00000080:00200000:3.0:1734016150.340804:0:10408:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7900510[3 ffff88012c8ee850 2 1 ffff88012e266050] 00000080:00200000:3.0:1734016150.340806:0:10408:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029c3840 1fffff00000805 3:0 ffff8800a7900510 1023 lru 00000080:00200000:3.0:1734016150.340810:0:10408:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7900570 1023: 1< 0 - - > 2< 4190208 0 0 0x0 0x0 | ffff8801376c5cc8 ffff8800b02021a0 > 3< 0 0 > 4< 0 0 8 485666816 - | - - + - > 5< - - + - | 0 - | 1023 - -> 00000080:00200000:3.0:1734016150.340811:0:10408:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7900510 00000080:00200000:3.0:1734016150.340812:0:10408:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016150.340813:0:10408:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 00000008:00010000:3.0:1734016150.340820:0:10408:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.340826:0:10408:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7ab1780 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.340831:0:10408:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.340838:0:10408:0:(osc_cache.c:771:osc_extent_find()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016150.340846:0:10408:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af1faa48, count 1, dirtied 1 00000080:00200000:3.0:1734016150.340928:0:10408:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4194304 00000100:00100000:3.0:1734016150.340941:0:1982:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:3.0:1734016150.340957:0:1982:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016150.340968:0:1982:0:(osc_cache.c:1066:osc_extent_make_ready()) ### extent: ffff8800a7ab1840 ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016150.341812:0:1982:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0001-osc-ffff8800b60f2800 lock: ffff88012e3e98c0/0x99188b78c51a2ace lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x903ef4aec732260b expref: -99 pid: 10408 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016150.344411:0:1982:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800aa163480 - object 0x280000400:7 offset 0<>4194304 00000100:00100000:3.0:1734016150.344475:0:1982:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa163480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1982:1818247339346432:192.168.201.101@tcp:4:dd.0 00010000:00010000:3.0:1734016150.785661:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016151.787537:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016153.791657:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016154.793728:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016154.903755:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1981:1818247339346688:192.168.201.101@tcp:400:kworker.0 00000100:00100000:0.0:1734016154.903866:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1981:1818247339346944:192.168.201.101@tcp:400:kworker.0 00000100:00100000:0.0:1734016154.903902:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1981:1818247339347200:192.168.201.101@tcp:400:kworker.0 00010000:00010000:3.0:1734016156.797564:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016157.799558:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016159.803573:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016159.911629:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1981:1818247339347456:192.168.201.101@tcp:400:kworker.0 00000100:00100000:0.0:1734016159.911707:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1981:1818247339347712:192.168.201.101@tcp:400:kworker.0 00000100:00100000:0.0:1734016159.911737:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1981:1818247339347968:192.168.201.101@tcp:400:kworker.0 00010000:00010000:3.0:1734016160.805635:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016162.809619:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016163.811730:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016164.919744:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1981:1818247339348224:192.168.201.101@tcp:400:kworker.0 00000100:00100000:0.0:1734016164.919880:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1981:1818247339348480:192.168.201.101@tcp:400:kworker.0 00000100:00100000:0.0:1734016164.919918:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1981:1818247339348736:192.168.201.101@tcp:400:kworker.0 00010000:00010000:3.0:1734016165.815602:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1734016166.369400:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016166.369407:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1734016166.369410:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016166.369418:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 147 00000100:00080000:3.0:1734016166.369434:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:3.0:1734016166.369445:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:3.0:1734016166.369460:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800aa160e00 x1818247339349248/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734016166.817710:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016168.821666:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016169.823587:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:0.0:1734016170.919464:0:1981:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1734016154/real 1734016154] req@ffff8800a8a45c00 x1818247339346688/t0(0) o400->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 224/224 e 0 to 1 dl 1734016170 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016170.919712:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016170.919720:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1734016170.919724:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016170.919732:0:66:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 102 00000100:00080000:3.0:1734016170.919747:0:66:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:3.0:1734016170.919781:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800aa161f80 x1818247339349632/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734016170.919839:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016170.919842:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1734016170.919845:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016170.919850:0:66:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 149 00000100:00080000:3.0:1734016170.919855:0:66:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:3.0:1734016170.919864:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1734016170.919875:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7834700 x1818247339349888/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734016170.919886:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016170.919890:0:66:0:(pinger.c:272:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1734016170.919893:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016170.919897:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1734016170.919898:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016170.919902:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 130 00000100:00080000:3.0:1734016170.919907:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:3.0:1734016170.919912:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1734016170.919920:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7837480 x1818247339350016/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734016170.954562:0:1981:0:(client.c:2407:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8800a8a45c00 x1818247339346688/t0(0) o400->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 224/224 e 0 to 1 dl 1734016170 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016170.954574:0:1981:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1734016170.954579:0:1981:0:(import.c:200:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff8800b60f2800: Connection to lustre-MDT0000 (at 192.168.201.101@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1734016170.954582:0:1981:0:(import.c:432:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000400:0.0:1734016170.954602:0:1981:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1734016154/real 1734016154] req@ffff8800a8a47800 x1818247339346944/t0(0) o400->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 224/224 e 0 to 1 dl 1734016170 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016170.954616:0:1981:0:(client.c:2407:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8800a8a47800 x1818247339346944/t0(0) o400->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 224/224 e 0 to 1 dl 1734016170 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016170.954623:0:1981:0:(import.c:232:ptlrpc_set_import_discon()) osc: import ffff88012dbb6000 already not connected (conn 3, was 2): CONNECTING 00000100:00000400:0.0:1734016170.954629:0:1981:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1734016154/real 1734016154] req@ffff8800a8a47100 x1818247339347200/t0(0) o400->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 224/224 e 0 to 1 dl 1734016170 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016170.954641:0:1981:0:(client.c:2407:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8800a8a47100 x1818247339347200/t0(0) o400->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 224/224 e 0 to 1 dl 1734016170 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016170.954647:0:1981:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1734016170.954651:0:1981:0:(import.c:200:ptlrpc_set_import_discon()) lustre-OST0001-osc-ffff8800aae6f000: Connection to lustre-OST0001 (at 192.168.201.101@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1734016170.954654:0:1981:0:(import.c:432:ptlrpc_pinger_force()) lustre-OST0001_UUID: waking up pinger s:DISCONN 00000100:00100000:0.0:1734016170.954667:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1981:1818247339346688:192.168.201.101@tcp:400:kworker.0 00000100:00100000:0.0:1734016170.954676:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1981:1818247339347200:192.168.201.101@tcp:400:kworker.0 00000100:00080000:3.0:1734016170.954693:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016170.954700:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1734016170.954703:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016170.954711:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 102 00000100:00080000:3.0:1734016170.954720:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:3.0:1734016170.954728:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1734016170.954748:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7835f80 x1818247339350272/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734016170.954782:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016170.954786:0:66:0:(pinger.c:272:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1734016170.954789:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016170.954792:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1734016170.954794:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016170.954798:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 130 00000100:00080000:3.0:1734016170.954803:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:3.0:1734016170.954808:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734016170.954818:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7836a00 x1818247339350400/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734016171.827618:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734016171.955564:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016171.955572:0:66:0:(pinger.c:272:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1734016171.955575:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016171.955579:0:66:0:(pinger.c:272:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1734016171.955582:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016171.955584:0:66:0:(pinger.c:272:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1734016171.955587:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016171.955590:0:66:0:(pinger.c:272:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1734016171.955592:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016171.955595:0:66:0:(pinger.c:272:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1734016171.955598:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016171.955601:0:66:0:(pinger.c:272:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1734016172.829598:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016174.833586:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:3.0:1734016175.687546:0:66:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x8:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016175.687562:0:66:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000008:00010000:3.0:1734016175.687600:0:66:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a9ae6a80 ns: lustre-OST0000-osc-ffff8800b60f2800 lock: ffff88012e3e9d40/0x99188b78c519b923 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7319971 expref: -99 pid: 9547 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016175.687621:0:66:0:(osc_cache.c:1066:osc_extent_make_ready()) ### extent: ffff8800a9ae6a80 ns: lustre-OST0000-osc-ffff8800b60f2800 lock: ffff88012e3e9d40/0x99188b78c519b923 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7319971 expref: -99 pid: 9547 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016175.687665:0:66:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff8800b60f2800 lock: ffff88012e3e9d40/0x99188b78c519b923 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000020000 nid: local remote: 0x903ef4aec7319971 expref: -99 pid: 9547 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016175.687738:0:66:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a7837800 - object 0x240000400:4 offset 0<>1222 00000080:00200000:3.0:1734016175.687783:0:66:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x8:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:3.0:1734016175.687816:0:1983:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:3.0:1734016175.687833:0:1983:0:(client.c:1722:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8800a7837800 x1818247339350528/t0(0) o4->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:6/4 lens 1712/448 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00010000:00010000:3.0:1734016175.835540:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:0.0:1734016175.919423:0:1980:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1734016159/real 1734016159] req@ffff8800a8a47480 x1818247339347584/t0(0) o400->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 224/224 e 0 to 1 dl 1734016175 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016175.929264:0:1980:0:(client.c:2407:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8800a8a47480 x1818247339347584/t0(0) o400->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 224/224 e 0 to 1 dl 1734016175 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016175.929271:0:1980:0:(import.c:232:ptlrpc_set_import_discon()) osc: import ffff88012dbb4800 already not connected (conn 3, was 2): CONNECTING 00000100:00000400:0.0:1734016175.929276:0:1980:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1734016159/real 1734016159] req@ffff8800a8a46a00 x1818247339347840/t0(0) o400->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 224/224 e 0 to 1 dl 1734016175 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016175.929289:0:1980:0:(client.c:2407:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8800a8a46a00 x1818247339347840/t0(0) o400->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 224/224 e 0 to 1 dl 1734016175 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016175.929293:0:1980:0:(import.c:232:ptlrpc_set_import_discon()) mdc: import ffff8800aadeb000 already not connected (conn 2, was 1): CONNECTING 00000100:00100000:0.0:1734016175.929302:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1980:1818247339347840:192.168.201.101@tcp:400:kworker.0 00000100:00000400:0.0:1734016175.954427:0:1981:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1734016159/real 1734016159] req@ffff8800a8a44000 x1818247339347456/t0(0) o400->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 224/224 e 0 to 1 dl 1734016175 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016175.954452:0:1981:0:(client.c:2407:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8800a8a44000 x1818247339347456/t0(0) o400->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 224/224 e 0 to 1 dl 1734016175 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016175.954461:0:1981:0:(import.c:232:ptlrpc_set_import_discon()) mdc: import ffff88012dbb3800 already not connected (conn 2, was 1): CONNECTING 00000100:00000400:0.0:1734016175.954466:0:1981:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1734016159/real 1734016159] req@ffff8800a8a44a80 x1818247339347712/t0(0) o400->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 224/224 e 0 to 1 dl 1734016175 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016175.954478:0:1981:0:(client.c:2407:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8800a8a44a80 x1818247339347712/t0(0) o400->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 224/224 e 0 to 1 dl 1734016175 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016175.954485:0:1981:0:(import.c:232:ptlrpc_set_import_discon()) osc: import ffff88012dbb6000 already not connected (conn 3, was 2): CONNECTING 00000100:00000400:0.0:1734016175.954490:0:1981:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1734016159/real 1734016159] req@ffff8800a8a44e00 x1818247339347968/t0(0) o400->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 224/224 e 0 to 1 dl 1734016175 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016175.954501:0:1981:0:(client.c:2407:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8800a8a44e00 x1818247339347968/t0(0) o400->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 224/224 e 0 to 1 dl 1734016175 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016175.954507:0:1981:0:(import.c:232:ptlrpc_set_import_discon()) osc: import ffff8800aade8000 already not connected (conn 2, was 1): CONNECTING 00000100:00100000:0.0:1734016175.954519:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1981:1818247339347456:192.168.201.101@tcp:400:kworker.0 00000100:00100000:0.0:1734016175.954526:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1981:1818247339347968:192.168.201.101@tcp:400:kworker.0 00000100:00080000:0.0:1734016175.959428:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016175.959436:0:66:0:(pinger.c:272:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1734016175.959440:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016175.959443:0:66:0:(pinger.c:272:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1734016175.959446:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016175.959449:0:66:0:(pinger.c:272:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1734016175.959451:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016175.959454:0:66:0:(pinger.c:272:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1734016175.959456:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016175.959459:0:66:0:(pinger.c:272:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1734016175.959462:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016175.959465:0:66:0:(pinger.c:272:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1734016176.954632:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1981:1818247339347712:192.168.201.101@tcp:400:kworker.0 00000100:00100000:0.0:1734016176.954648:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ca960967-f34d-4bd7-a96b-f55b9893eead:1981:1818247339346944:192.168.201.101@tcp:400:kworker.0 00010000:00010000:3.0:1734016177.839593:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016178.841584:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:3.0:1734016180.695450:0:66:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xa:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016180.695467:0:66:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016180.695525:0:66:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xa:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:3.0:1734016180.845602:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:0.0:1734016180.928458:0:1980:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1734016164/real 1734016164] req@ffff88012c3a0000 x1818247339348352/t0(0) o400->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 224/224 e 0 to 1 dl 1734016180 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016180.948160:0:1980:0:(client.c:2407:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff88012c3a0000 x1818247339348352/t0(0) o400->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 224/224 e 0 to 1 dl 1734016180 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016180.948176:0:1980:0:(import.c:232:ptlrpc_set_import_discon()) osc: import ffff88012dbb4800 already not connected (conn 3, was 2): CONNECTING 00000100:00000400:0.0:1734016180.948187:0:1980:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1734016164/real 1734016164] req@ffff88012c3a0700 x1818247339348608/t0(0) o400->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 224/224 e 0 to 1 dl 1734016180 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016180.948206:0:1980:0:(client.c:2407:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff88012c3a0700 x1818247339348608/t0(0) o400->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 224/224 e 0 to 1 dl 1734016180 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016180.948216:0:1980:0:(import.c:232:ptlrpc_set_import_discon()) mdc: import ffff8800aadeb000 already not connected (conn 2, was 1): CONNECTING 00000100:00100000:0.0:1734016180.948233:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1980:1818247339348608:192.168.201.101@tcp:400:kworker.0 00000100:00080000:3.0:1734016180.954765:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1734016180.954771:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1980:1818247339348352:192.168.201.101@tcp:400:kworker.0 00000100:00080000:3.0:1734016180.954773:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1734016180.954776:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1734016180.954781:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1980:1818247339347584:192.168.201.101@tcp:400:kworker.0 00000100:00100000:0.0:1734016180.954789:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ca960967-f34d-4bd7-a96b-f55b9893eead:1980:1818247339346816:192.168.201.101@tcp:400:kworker.0 00000100:00080000:3.0:1734016180.954793:0:66:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 439 00000100:00080000:3.0:1734016180.954804:0:66:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1734016180.954811:0:66:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:3.0:1734016180.954842:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7834000 x1818247339350784/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734016180.954875:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016180.954880:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1734016180.954881:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016180.954886:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 439 00000100:00080000:3.0:1734016180.954890:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1734016180.954893:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:3.0:1734016180.954903:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1734016180.954914:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7834a80 x1818247339350912/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734016180.954925:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016180.954928:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1734016180.954930:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016180.954934:0:66:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 439 00000100:00080000:3.0:1734016180.954937:0:66:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1734016180.954940:0:66:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:3.0:1734016180.954945:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:3.0:1734016180.954954:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7835880 x1818247339351040/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734016180.954963:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016180.954966:0:66:0:(pinger.c:272:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1734016180.954969:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016180.954972:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1734016180.954973:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016180.954976:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 439 00000100:00080000:3.0:1734016180.954980:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1734016180.954983:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:3.0:1734016180.954987:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1734016180.954995:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7835c00 x1818247339351168/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734016180.955004:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016180.955007:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1734016180.955008:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016180.955012:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 439 00000100:00080000:3.0:1734016180.955015:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1734016180.955018:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:3.0:1734016180.955022:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734016180.955031:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7835500 x1818247339351296/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734016181.847568:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734016181.955562:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016181.955571:0:66:0:(pinger.c:272:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1734016181.955575:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016181.955578:0:66:0:(pinger.c:272:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1734016181.955581:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016181.955584:0:66:0:(pinger.c:272:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1734016181.955586:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016181.955589:0:66:0:(pinger.c:272:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1734016181.955592:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016181.955594:0:66:0:(pinger.c:272:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1734016181.955599:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016181.955602:0:66:0:(pinger.c:272:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1734016183.851587:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016184.853586:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016186.857607:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016187.859562:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016189.863559:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016190.865601:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016191.954454:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1734016176/real 1734016176] req@ffff88012e2d0700 x1818247339350656/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016191 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016191.954486:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012e2d0700 x1818247339350656/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016191 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016191.954524:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016191.954541:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016191.954547:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e2d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339350656:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734016191.954882:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339351424:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734016192.869608:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016193.871622:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016195.875593:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016195.954472:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1734016180/real 1734016180] req@ffff8800a7835c00 x1818247339351168/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016195 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016195.954503:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7835c00 x1818247339351168/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016195 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016195.954515:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1734016180/real 1734016180] req@ffff8800a7835500 x1818247339351296/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016195 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016195.954527:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7835500 x1818247339351296/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016195 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016195.954537:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1734016180/real 1734016180] req@ffff8800a7834a80 x1818247339350912/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016195 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016195.954548:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7834a80 x1818247339350912/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016195 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016195.954558:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1734016180/real 1734016180] req@ffff8800a7835880 x1818247339351040/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016195 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016195.954568:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7835880 x1818247339351040/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016195 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016195.954578:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1734016180/real 1734016180] req@ffff8800a7834000 x1818247339350784/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016195 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016195.954589:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7834000 x1818247339350784/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016195 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016195.954607:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016195.954632:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016195.954638:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7835c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339351168:192.168.201.101@tcp:38:kworker.0 00000100:00080000:0.0:1734016195.954644:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016195.954649:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016195.954652:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7835500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339351296:192.168.201.101@tcp:8:kworker.0 00000100:00080000:0.0:1734016195.954656:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016195.954660:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016195.954663:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7834a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339350912:192.168.201.101@tcp:38:kworker.0 00000100:00080000:0.0:1734016195.954672:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016195.954676:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016195.954680:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7835880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339351040:192.168.201.101@tcp:8:kworker.0 00000100:00080000:0.0:1734016195.954684:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016195.954688:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016195.954691:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7834000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339350784:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734016195.954889:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339351552:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734016195.954973:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339351680:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734016195.955027:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339351808:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734016195.955045:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339351936:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734016195.955064:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339352064:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734016196.877595:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016198.881579:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016199.883586:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016201.887461:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016202.889605:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016204.893625:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016205.895548:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016207.899585:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016208.901596:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016210.905645:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016211.907619:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016211.954469:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1734016191/real 1734016191] req@ffff8800a7a7f100 x1818247339351424/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016211 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016211.954500:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339351424/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016211 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016211.954523:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016211.954547:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016211.954553:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339351424:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734016211.954912:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339352192:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734016213.911597:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016214.913612:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016215.954469:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1734016195/real 1734016195] req@ffff8800a7a7c700 x1818247339352064/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016215 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016215.954503:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339352064/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016215 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016215.954515:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1734016195/real 1734016195] req@ffff8800a7a7f800 x1818247339351680/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016215 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016215.954528:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f800 x1818247339351680/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016215 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016215.954537:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1734016195/real 1734016195] req@ffff8800a7a7c380 x1818247339351808/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016215 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016215.954547:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339351808/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016215 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016215.954556:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1734016195/real 1734016195] req@ffff8800a7a7d880 x1818247339351936/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016215 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016215.954567:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d880 x1818247339351936/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016215 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016215.954576:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1734016195/real 1734016195] req@ffff8800a7a7df80 x1818247339351552/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016215 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016215.954587:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339351552/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016215 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016215.954607:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016215.954632:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016215.954638:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339352064:192.168.201.101@tcp:8:kworker.0 00000100:00080000:0.0:1734016215.954644:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016215.954648:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016215.954680:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339351680:192.168.201.101@tcp:38:kworker.0 00000100:00080000:0.0:1734016215.954685:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016215.954690:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016215.954693:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339351808:192.168.201.101@tcp:8:kworker.0 00000100:00080000:0.0:1734016215.954698:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016215.954702:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016215.954705:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339351936:192.168.201.101@tcp:38:kworker.0 00000100:00080000:0.0:1734016215.954709:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016215.954713:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016215.954716:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339351552:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734016215.954874:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339352320:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734016215.954934:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339352448:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734016215.954950:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339352576:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734016215.954970:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339352704:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734016215.955020:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339352832:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734016216.917575:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016217.919582:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016219.923647:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016220.925645:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016222.929631:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016223.931628:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016225.935633:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016226.937568:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016228.941644:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016229.943659:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016229.989933:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016215/real 1734016229] req@ffff8800a7a7ed80 x1818247339352832/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016229.989963:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339352832/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016229.989975:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016229.990004:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016229.990010:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339352832:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734016229.990019:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016215/real 1734016229] req@ffff8800a7a7c000 x1818247339352704/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016229.990032:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339352704/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016229.990040:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016229.990055:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016229.990059:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339352704:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734016229.990066:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016215/real 1734016229] req@ffff8800a7a7fb80 x1818247339352448/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016229.990077:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339352448/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016229.990084:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016229.990089:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016229.990092:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339352448:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734016229.990099:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016215/real 1734016229] req@ffff8800a7a7e300 x1818247339352576/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016229.990109:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339352576/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016229.990116:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016229.990120:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016229.990123:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339352576:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734016229.990134:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016215/real 1734016229] req@ffff8800a7a7dc00 x1818247339352320/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016229.990145:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339352320/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016229.990152:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016229.990158:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016229.990162:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339352320:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734016229.990168:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016211/real 1734016229] req@ffff8800a7a7ce00 x1818247339352192/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016229.990180:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339352192/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016229.990188:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016229.990200:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016229.990204:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339352192:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734016229.990245:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339352960:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734016229.990296:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016229.990308:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016229/real 1734016229] req@ffff8800a7a7f480 x1818247339352960/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016229.990349:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339352960/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016229.990357:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016229.990360:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016229.990364:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339352960:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734016229.990371:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339353088:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734016229.990388:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016229.990396:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016229/real 1734016229] req@ffff8800a7a7df80 x1818247339353088/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016229.990407:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339353088/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016229.990414:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016229.990444:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016229.990448:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339353088:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734016229.990463:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339353216:192.168.201.101@tcp:250:kworker.0 00000800:00000100:0.0:1734016229.990479:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016229.990487:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016229/real 1734016229] req@ffff8800a7a7d880 x1818247339353216/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016229.990498:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d880 x1818247339353216/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016229.990506:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016229.990508:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016229.990511:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339353216:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734016229.990516:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339353344:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734016229.990529:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016229.990536:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016229/real 1734016229] req@ffff8800a7a7c380 x1818247339353344/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016229.990557:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339353344/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016229.990564:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016229.990566:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016229.990569:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339353344:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734016229.990574:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339353472:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734016229.990586:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016229.990592:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016229/real 1734016229] req@ffff8800a7a7f800 x1818247339353472/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016229.990602:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f800 x1818247339353472/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016229.990609:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016229.990611:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016229.990614:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339353472:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734016229.990619:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339353600:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734016229.990631:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016229.990638:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016229/real 1734016229] req@ffff8800a7a7c700 x1818247339353600/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016229.990649:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339353600/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016229.990664:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016229.990666:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016229.990669:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339353600:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734016231.947653:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016232.949583:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016234.953601:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016234.999682:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339353728:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734016234.999772:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339353856:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734016234.999793:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339353984:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734016234.999817:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339354112:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734016234.999831:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339354240:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734016234.999846:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339354368:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734016235.955600:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016237.959633:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016238.005917:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016234/real 1734016238] req@ffff8800a7a7f100 x1818247339353728/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016238.005950:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339353728/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016238.005966:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016238.005972:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:3.0:1734016238.005979:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339353728:192.168.201.101@tcp:250:kworker.0 00000100:00100000:3.0:1734016238.005991:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016234/real 1734016238] req@ffff8800a7a7d180 x1818247339353856/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016238.006010:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339353856/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016238.006021:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016238.006025:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:3.0:1734016238.006030:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339353856:192.168.201.101@tcp:38:kworker.0 00000100:00100000:3.0:1734016238.006039:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016234/real 1734016238] req@ffff8800a7a7ca80 x1818247339353984/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016238.006057:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339353984/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016238.006069:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016238.006074:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:3.0:1734016238.006079:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339353984:192.168.201.101@tcp:8:kworker.0 00000100:00100000:3.0:1734016238.006120:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016234/real 1734016238] req@ffff8800a7a7ea00 x1818247339354112/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016238.006138:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339354112/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016238.006149:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016238.006153:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:3.0:1734016238.006158:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339354112:192.168.201.101@tcp:8:kworker.0 00000100:00100000:3.0:1734016238.006167:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016234/real 1734016238] req@ffff8800a7a7c700 x1818247339354240/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016238.006184:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339354240/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016238.006195:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016238.006199:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:3.0:1734016238.006205:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339354240:192.168.201.101@tcp:38:kworker.0 00000100:00100000:3.0:1734016238.006214:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016234/real 1734016238] req@ffff8800a7a7f800 x1818247339354368/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016238.006231:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f800 x1818247339354368/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016238.006242:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016238.006247:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:3.0:1734016238.006253:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339354368:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734016238.961624:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016240.007687:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339354496:192.168.201.101@tcp:250:kworker.0 00000100:00100000:3.0:1734016240.007780:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339354624:192.168.201.101@tcp:38:kworker.0 00000100:00100000:3.0:1734016240.007804:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339354752:192.168.201.101@tcp:8:kworker.0 00000100:00100000:3.0:1734016240.007827:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339354880:192.168.201.101@tcp:8:kworker.0 00000100:00100000:3.0:1734016240.007843:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339355008:192.168.201.101@tcp:38:kworker.0 00000100:00100000:3.0:1734016240.007858:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339355136:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734016240.965541:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016241.967575:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016243.971616:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016244.973621:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016245.015692:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339355264:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734016245.015781:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339355392:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734016245.015802:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339355520:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734016245.015827:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339355648:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734016245.015843:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339355776:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734016245.015858:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339355904:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734016246.977628:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016247.979592:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016248.022019:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016245/real 1734016248] req@ffff8800a7a7dc00 x1818247339355648/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016248.022062:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339355648/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016248.022075:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016248.022079:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016248.022085:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339355648:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734016248.022093:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016245/real 1734016248] req@ffff8800a7a7ce00 x1818247339355776/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016248.022108:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339355776/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016248.022158:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016248.022163:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016248.022170:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339355776:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734016248.022180:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016245/real 1734016248] req@ffff8800a7a7f480 x1818247339355904/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016248.022201:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339355904/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016248.022213:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016248.022217:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016248.022223:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339355904:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734016248.022234:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016245/real 1734016248] req@ffff8800a7a7df80 x1818247339355264/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016248.022266:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339355264/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016248.022279:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016248.022283:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016248.022289:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339355264:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734016248.022300:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016245/real 1734016248] req@ffff8800a7a7d880 x1818247339355392/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016248.022361:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d880 x1818247339355392/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016248.022376:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016248.022381:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016248.022387:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339355392:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734016248.022399:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016245/real 1734016248] req@ffff8800a7a7c380 x1818247339355520/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016248.022419:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339355520/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016248.022432:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016248.022437:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016248.022441:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339355520:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734016249.983563:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016250.023676:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339356032:192.168.201.101@tcp:250:kworker.0 00000800:00000100:0.0:1734016250.023740:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016250.023763:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016250/real 1734016250] req@ffff8800a7a7e300 x1818247339356032/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016250.023782:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339356032/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016250.023794:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016250.023797:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016250.023801:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339356032:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734016250.023809:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339356160:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734016250.023826:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016250.023832:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016250/real 1734016250] req@ffff8800a7a7fb80 x1818247339356160/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016250.023844:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339356160/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016250.023851:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016250.023854:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016250.023857:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339356160:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734016250.023863:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339356288:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734016250.023876:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016250.023882:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016250/real 1734016250] req@ffff8800a7a7c000 x1818247339356288/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016250.023892:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339356288/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016250.023907:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016250.023909:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016250.023912:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339356288:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734016250.023935:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339356416:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734016250.023948:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016250.023954:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016250/real 1734016250] req@ffff8800a7a7ed80 x1818247339356416/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016250.023965:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339356416/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016250.023973:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016250.023975:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016250.023978:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339356416:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734016250.023982:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339356544:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734016250.023994:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016250.024000:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016250/real 1734016250] req@ffff8800a7a7c380 x1818247339356544/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016250.024010:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339356544/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016250.024017:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016250.024019:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016250.024023:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339356544:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734016250.024028:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339356672:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734016250.024040:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016250.024047:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016250/real 1734016250] req@ffff8800a7a7d880 x1818247339356672/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016250.024057:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d880 x1818247339356672/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016250.024064:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016250.024066:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016250.024069:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339356672:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734016250.985625:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016252.989552:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016253.991559:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016255.031508:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339356800:192.168.201.101@tcp:250:kworker.0 00000800:00000100:0.0:1734016255.031551:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016255.031563:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016255/real 1734016255] req@ffff8800a7a7df80 x1818247339356800/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016255.031575:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339356800/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016255.031581:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016255.031583:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016255.031585:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339356800:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734016255.031589:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339356928:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734016255.031598:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016255.031601:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016255/real 1734016255] req@ffff8800a7a7f480 x1818247339356928/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016255.031611:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339356928/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016255.031615:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016255.031617:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016255.031618:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339356928:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734016255.031621:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339357056:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734016255.031628:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016255.031631:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016255/real 1734016255] req@ffff8800a7a7ce00 x1818247339357056/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016255.031636:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339357056/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016255.031640:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016255.031641:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016255.031643:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339357056:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734016255.031657:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339357184:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734016255.031664:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016255.031667:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016255/real 1734016255] req@ffff8800a7a7dc00 x1818247339357184/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016255.031673:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339357184/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016255.031677:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016255.031678:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016255.031680:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339357184:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734016255.031683:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339357312:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734016255.031690:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016255.031693:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016255/real 1734016255] req@ffff8800a7a7f800 x1818247339357312/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016255.031698:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f800 x1818247339357312/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016255.031702:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016255.031703:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016255.031705:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339357312:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734016255.031707:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339357440:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734016255.031713:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016255.031716:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016255/real 1734016255] req@ffff8800a7a7c700 x1818247339357440/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016255.031721:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339357440/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016255.031725:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016255.031726:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016255.031728:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339357440:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734016255.995582:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016256.997621:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016259.001578:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016260.003642:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016260.039648:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339357568:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734016260.039781:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339357696:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734016260.039813:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339357824:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734016260.039839:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339357952:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734016260.039864:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339358080:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734016260.039891:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339358208:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734016262.007589:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016263.009602:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1734016263.045752:0:1968:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:0.0:1734016263.045807:0:1968:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1734016263.045826:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734016263.045888:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734016263.045897:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734016263.045904:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734016263.045912:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734016263.045918:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00010000:00010000:3.0:1734016265.013601:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016266.015564:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016268.019600:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016269.021628:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016271.025610:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016272.027538:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016274.031560:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016275.033596:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016277.037521:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016278.039578:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016280.043565:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734016280.071494:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016280.071506:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734016280.071512:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016280.071524:0:66:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 543 00000100:00080000:0.0:1734016280.071536:0:66:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016280.071547:0:66:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734016280.071623:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0000 x1818247339360640/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016280.071670:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016280.071677:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016280.071680:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016280.071686:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 543 00000100:00080000:0.0:1734016280.071692:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016280.071699:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016280.071712:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016280.071732:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0700 x1818247339360768/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016280.071750:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016280.071754:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734016280.071757:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016280.071762:0:66:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 543 00000100:00080000:0.0:1734016280.071778:0:66:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016280.071785:0:66:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016280.071792:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734016280.071806:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0e00 x1818247339360896/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016280.071828:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016280.071833:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016280.071836:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016280.071841:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 543 00000100:00080000:0.0:1734016280.071847:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016280.071852:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016280.071860:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734016280.071873:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1180 x1818247339361024/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016280.071908:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016280.071915:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016280.071918:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016280.071924:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 543 00000100:00080000:0.0:1734016280.071930:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016280.071936:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016280.071944:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016280.071960:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1500 x1818247339361152/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016280.071981:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016280.071986:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016280.071989:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016280.071995:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 543 00000100:00080000:0.0:1734016280.072000:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016280.072006:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016280.072013:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016280.072026:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1880 x1818247339361280/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734016281.045623:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016283.049604:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1734016283.077738:0:1969:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:0.0:1734016283.077771:0:1969:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1734016283.077793:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734016283.077834:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734016283.077842:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734016283.077849:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734016283.077856:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734016283.077862:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00010000:00010000:3.0:1734016284.051581:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734016285.079429:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016285.079438:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734016285.079442:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016285.079453:0:66:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 548 00000100:00080000:0.0:1734016285.079463:0:66:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016285.079471:0:66:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734016285.079533:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1c00 x1818247339361408/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016285.079564:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016285.079569:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016285.079571:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016285.079575:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 548 00000100:00080000:0.0:1734016285.079579:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016285.079583:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016285.079593:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016285.079603:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1f80 x1818247339361536/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016285.079613:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016285.079619:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734016285.079621:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016285.079625:0:66:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 548 00000100:00080000:0.0:1734016285.079628:0:66:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016285.079631:0:66:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016285.079636:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734016285.079645:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2300 x1818247339361664/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016285.079653:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016285.079656:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016285.079657:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016285.079661:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 548 00000100:00080000:0.0:1734016285.079663:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016285.079667:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016285.079672:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734016285.079680:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2680 x1818247339361792/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016285.079689:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016285.079692:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016285.079693:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016285.079697:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 548 00000100:00080000:0.0:1734016285.079699:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016285.079702:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016285.079707:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016285.079716:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2a00 x1818247339361920/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016285.079725:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016285.079729:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016285.079730:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016285.079734:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 548 00000100:00080000:0.0:1734016285.079736:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016285.079740:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016285.079744:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016285.079751:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2d80 x1818247339362048/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734016286.055579:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016287.057595:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016289.061599:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016290.063637:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734016290.087479:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016290.087489:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734016290.087494:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016290.087504:0:66:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 553 00000100:00080000:0.0:1734016290.087514:0:66:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016290.087522:0:66:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734016290.087559:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3100 x1818247339362176/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016290.087592:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016290.087596:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016290.087598:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016290.087603:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 553 00000100:00080000:0.0:1734016290.087607:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016290.087610:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016290.087620:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016290.087630:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3480 x1818247339362304/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016290.087640:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016290.087643:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734016290.087645:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016290.087649:0:66:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 553 00000100:00080000:0.0:1734016290.087651:0:66:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016290.087655:0:66:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016290.087659:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734016290.087668:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3800 x1818247339362432/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016290.087677:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016290.087680:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016290.087681:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016290.087684:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 553 00000100:00080000:0.0:1734016290.087687:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016290.087690:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016290.087694:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734016290.087703:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3b80 x1818247339362560/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016290.087718:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016290.087722:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016290.087724:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016290.087727:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 553 00000100:00080000:0.0:1734016290.087730:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016290.087733:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016290.087737:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016290.087746:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2d80 x1818247339362688/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016290.087755:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016290.087758:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016290.087759:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016290.087763:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 553 00000100:00080000:0.0:1734016290.087766:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016290.087769:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016290.087773:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016290.087781:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2a00 x1818247339362816/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734016292.067598:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016293.069598:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016295.073610:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734016295.095464:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016295.095473:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734016295.095478:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016295.095489:0:66:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 558 00000100:00080000:0.0:1734016295.095498:0:66:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016295.095507:0:66:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734016295.095542:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2680 x1818247339362944/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016295.095575:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016295.095580:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016295.095582:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016295.095587:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 558 00000100:00080000:0.0:1734016295.095590:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016295.095593:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016295.095603:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016295.095613:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2300 x1818247339363072/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016295.095623:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016295.095626:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734016295.095628:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016295.095632:0:66:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 558 00000100:00080000:0.0:1734016295.095634:0:66:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016295.095638:0:66:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016295.095643:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734016295.095651:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1f80 x1818247339363200/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016295.095659:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016295.095662:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016295.095665:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016295.095668:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 558 00000100:00080000:0.0:1734016295.095671:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016295.095674:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016295.095678:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734016295.095687:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1c00 x1818247339363328/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016295.095695:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016295.095699:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016295.095700:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016295.095704:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 558 00000100:00080000:0.0:1734016295.095707:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016295.095710:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016295.095714:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016295.095721:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0000 x1818247339363456/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016295.095730:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016295.095733:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016295.095734:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016295.095738:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 558 00000100:00080000:0.0:1734016295.095741:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016295.095744:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016295.095748:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016295.095757:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0700 x1818247339363584/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734016296.075561:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016298.079506:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016299.081557:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734016300.103470:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016300.103480:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734016300.103484:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016300.103494:0:66:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 563 00000100:00080000:0.0:1734016300.103504:0:66:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016300.103512:0:66:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734016300.103549:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0e00 x1818247339363712/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016300.103583:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016300.103587:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016300.103589:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016300.103594:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 563 00000100:00080000:0.0:1734016300.103597:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016300.103601:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016300.103611:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016300.103621:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1180 x1818247339363840/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016300.103631:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016300.103634:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734016300.103636:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016300.103640:0:66:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 563 00000100:00080000:0.0:1734016300.103643:0:66:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016300.103646:0:66:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016300.103652:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734016300.103660:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1500 x1818247339363968/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016300.103669:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016300.103672:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016300.103674:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016300.103677:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 563 00000100:00080000:0.0:1734016300.103680:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016300.103683:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016300.103687:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734016300.103696:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1880 x1818247339364096/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016300.103705:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016300.103708:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016300.103710:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016300.103714:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 563 00000100:00080000:0.0:1734016300.103716:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016300.103719:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016300.103723:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016300.103731:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0380 x1818247339364224/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016300.103741:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016300.103744:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016300.103746:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016300.103750:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 563 00000100:00080000:0.0:1734016300.103753:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016300.103756:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016300.103760:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016300.103769:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0a80 x1818247339364352/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734016301.085580:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016302.087548:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016304.091465:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016305.093546:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734016305.111377:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016305.111383:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734016305.111386:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016305.111392:0:66:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 568 00000100:00080000:0.0:1734016305.111399:0:66:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016305.111404:0:66:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734016305.111432:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0a80 x1818247339364480/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016305.111453:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016305.111456:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016305.111457:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016305.111459:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 568 00000100:00080000:0.0:1734016305.111461:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016305.111463:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016305.111469:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016305.111475:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0380 x1818247339364608/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016305.111484:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016305.111486:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734016305.111486:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016305.111489:0:66:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 568 00000100:00080000:0.0:1734016305.111490:0:66:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016305.111492:0:66:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016305.111495:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734016305.111499:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1880 x1818247339364736/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016305.111503:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016305.111505:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016305.111506:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016305.111507:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 568 00000100:00080000:0.0:1734016305.111509:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016305.111511:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016305.111513:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734016305.111518:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1500 x1818247339364864/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016305.111522:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016305.111524:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016305.111524:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016305.111526:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 568 00000100:00080000:0.0:1734016305.111528:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016305.111530:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016305.111533:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016305.111537:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1180 x1818247339364992/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016305.111542:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016305.111543:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016305.111544:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016305.111546:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 568 00000100:00080000:0.0:1734016305.111547:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016305.111549:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016305.111551:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016305.111555:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0e00 x1818247339365120/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734016307.097635:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016308.099634:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016310.103612:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734016310.119412:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016310.119422:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734016310.119427:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016310.119437:0:66:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 573 00000100:00080000:0.0:1734016310.119448:0:66:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016310.119457:0:66:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734016310.119493:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0700 x1818247339365248/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016310.119527:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016310.119531:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016310.119534:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016310.119539:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 573 00000100:00080000:0.0:1734016310.119543:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016310.119546:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016310.119556:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016310.119566:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0000 x1818247339365376/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016310.119576:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016310.119580:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734016310.119582:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016310.119586:0:66:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 573 00000100:00080000:0.0:1734016310.119589:0:66:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016310.119592:0:66:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016310.119597:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734016310.119605:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1c00 x1818247339365504/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016310.119613:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016310.119616:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016310.119618:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016310.119621:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 573 00000100:00080000:0.0:1734016310.119625:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016310.119628:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016310.119633:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734016310.119642:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1f80 x1818247339365632/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016310.119651:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016310.119655:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016310.119656:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016310.119660:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 573 00000100:00080000:0.0:1734016310.119662:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016310.119665:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016310.119669:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016310.119676:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2300 x1818247339365760/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016310.119685:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016310.119688:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016310.119689:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016310.119693:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 573 00000100:00080000:0.0:1734016310.119695:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016310.119699:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016310.119703:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016310.119711:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2680 x1818247339365888/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734016311.105601:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016313.109610:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016314.111590:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734016315.127450:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016315.127460:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734016315.127464:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016315.127474:0:66:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 578 00000100:00080000:0.0:1734016315.127483:0:66:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016315.127492:0:66:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734016315.127529:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2a00 x1818247339366016/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016315.127564:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016315.127568:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016315.127570:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016315.127575:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 578 00000100:00080000:0.0:1734016315.127578:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016315.127582:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016315.127592:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016315.127602:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2d80 x1818247339366144/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016315.127611:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016315.127622:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734016315.127624:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016315.127628:0:66:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 578 00000100:00080000:0.0:1734016315.127631:0:66:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016315.127634:0:66:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016315.127639:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734016315.127647:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3b80 x1818247339366272/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016315.127656:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016315.127659:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016315.127662:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016315.127667:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 578 00000100:00080000:0.0:1734016315.127670:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016315.127673:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016315.127677:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734016315.127686:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3800 x1818247339366400/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016315.127695:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016315.127698:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016315.127700:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016315.127703:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 578 00000100:00080000:0.0:1734016315.127705:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016315.127709:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016315.127713:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016315.127720:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3480 x1818247339366528/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016315.127728:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016315.127732:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016315.127733:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016315.127737:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 578 00000100:00080000:0.0:1734016315.127748:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016315.127752:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016315.127757:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016315.127766:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3100 x1818247339366656/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734016316.115602:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016317.117610:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016319.121591:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016320.123574:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734016320.135456:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016320.135467:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734016320.135471:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016320.135481:0:66:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 583 00000100:00080000:0.0:1734016320.135489:0:66:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016320.135497:0:66:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734016320.135533:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3b80 x1818247339366784/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016320.135565:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016320.135570:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016320.135572:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016320.135577:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 583 00000100:00080000:0.0:1734016320.135580:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016320.135584:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016320.135593:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016320.135604:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2d80 x1818247339366912/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016320.135614:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016320.135617:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734016320.135619:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016320.135623:0:66:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 583 00000100:00080000:0.0:1734016320.135626:0:66:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016320.135629:0:66:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016320.135635:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734016320.135643:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2a00 x1818247339367040/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016320.135652:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016320.135655:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016320.135656:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016320.135660:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 583 00000100:00080000:0.0:1734016320.135662:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016320.135666:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016320.135670:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734016320.135678:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3100 x1818247339367168/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016320.135687:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016320.135690:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016320.135691:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016320.135695:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 583 00000100:00080000:0.0:1734016320.135697:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016320.135700:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016320.135704:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016320.135712:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3480 x1818247339367296/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016320.135721:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016320.135724:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016320.135726:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016320.135729:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 583 00000100:00080000:0.0:1734016320.135732:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016320.135735:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016320.135740:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016320.135747:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3800 x1818247339367424/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734016322.127549:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016323.129563:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016325.133593:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016326.135586:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016328.139522:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016329.141575:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016331.145544:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016332.147530:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016334.151564:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016335.153625:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016337.157574:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016338.159637:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016340.163536:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016341.165600:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016343.169589:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016344.171624:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016346.175614:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016347.177527:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016349.181598:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016350.183634:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016352.187570:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016353.189600:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016355.193577:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016356.195599:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016358.199569:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016359.201569:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016361.205618:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016362.207651:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016364.211610:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016365.213538:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016367.217597:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016368.219601:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016370.223553:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016371.225569:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016373.229594:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016374.231608:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016375.233508:0:4746:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016376.235640:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016377.237600:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016379.241588:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016380.243617:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016382.247546:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1734016383.237601:0:1967:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:3.0:1734016383.237648:0:1967:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1734016383.237668:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:3.0:1734016383.237703:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:3.0:1734016383.237712:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:3.0:1734016383.237719:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:3.0:1734016383.237726:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:3.0:1734016383.237734:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00010000:00010000:3.0:1734016383.249598:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734016385.239541:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016385.239550:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734016385.239554:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016385.239564:0:66:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 649 00000100:00080000:0.0:1734016385.239573:0:66:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016385.239580:0:66:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734016385.239616:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2680 x1818247339376768/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016385.239656:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016385.239661:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016385.239663:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016385.239667:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 649 00000100:00080000:0.0:1734016385.239670:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016385.239674:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016385.239684:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016385.239694:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2300 x1818247339376896/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016385.239707:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016385.239711:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734016385.239712:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016385.239717:0:66:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 649 00000100:00080000:0.0:1734016385.239719:0:66:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016385.239723:0:66:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016385.239728:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734016385.239737:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1f80 x1818247339377024/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016385.239745:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016385.239749:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016385.239751:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016385.239755:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 649 00000100:00080000:0.0:1734016385.239757:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016385.239761:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016385.239765:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734016385.239773:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1c00 x1818247339377152/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016385.239782:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016385.239785:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016385.239813:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016385.239817:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 649 00000100:00080000:0.0:1734016385.239822:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016385.239825:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016385.239830:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016385.239838:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0000 x1818247339377280/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016385.239847:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016385.239851:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016385.239852:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016385.239856:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 649 00000100:00080000:0.0:1734016385.239859:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016385.239863:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016385.239867:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016385.239876:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0700 x1818247339377408/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734016385.253574:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016386.255621:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016388.259657:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016389.261613:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734016390.247484:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016390.247497:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734016390.247503:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016390.247518:0:66:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 654 00000100:00080000:0.0:1734016390.247530:0:66:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016390.247541:0:66:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734016390.247589:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0e00 x1818247339377536/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016390.247626:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016390.247631:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016390.247634:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016390.247640:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 654 00000100:00080000:0.0:1734016390.247643:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016390.247647:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016390.247660:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016390.247671:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1180 x1818247339377664/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016390.247680:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016390.247684:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734016390.247686:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016390.247691:0:66:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 654 00000100:00080000:0.0:1734016390.247694:0:66:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016390.247698:0:66:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016390.247736:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734016390.247749:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1500 x1818247339377792/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016390.247759:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016390.247763:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016390.247764:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016390.247768:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 654 00000100:00080000:0.0:1734016390.247771:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016390.247775:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016390.247781:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734016390.247790:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1880 x1818247339377920/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016390.247800:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016390.247804:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016390.247806:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016390.247810:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 654 00000100:00080000:0.0:1734016390.247830:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016390.247834:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016390.247839:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016390.247848:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0380 x1818247339378048/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016390.247857:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016390.247860:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016390.247862:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016390.247866:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 654 00000100:00080000:0.0:1734016390.247869:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016390.247873:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016390.247878:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016390.247888:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0a80 x1818247339378176/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734016391.265587:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016392.267630:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016394.271621:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734016395.255453:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016395.255466:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734016395.255471:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016395.255485:0:66:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 659 00000100:00080000:0.0:1734016395.255497:0:66:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016395.255508:0:66:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734016395.255558:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0a80 x1818247339378304/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016395.255596:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016395.255601:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016395.255603:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016395.255608:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 659 00000100:00080000:0.0:1734016395.255611:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016395.255642:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016395.255655:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016395.255669:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0380 x1818247339378432/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016395.255680:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016395.255684:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734016395.255686:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016395.255690:0:66:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 659 00000100:00080000:0.0:1734016395.255692:0:66:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016395.255696:0:66:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016395.255702:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734016395.255712:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1880 x1818247339378560/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016395.255722:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016395.255726:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016395.255728:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016395.255732:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 659 00000100:00080000:0.0:1734016395.255735:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016395.255739:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016395.255743:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734016395.255752:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1500 x1818247339378688/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016395.255760:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016395.255763:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016395.255765:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016395.255769:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 659 00000100:00080000:0.0:1734016395.255781:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016395.255785:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016395.255789:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016395.255798:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1180 x1818247339378816/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016395.255808:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016395.255812:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016395.255813:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016395.255818:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 659 00000100:00080000:0.0:1734016395.255821:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016395.255824:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016395.255829:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016395.255837:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0e00 x1818247339378944/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734016395.273590:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016397.277621:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016398.279625:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734016400.263464:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016400.263477:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734016400.263482:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016400.263495:0:66:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 664 00000100:00080000:0.0:1734016400.263507:0:66:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016400.263516:0:66:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734016400.263589:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0700 x1818247339379072/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016400.263624:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016400.263629:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016400.263631:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016400.263636:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 664 00000100:00080000:0.0:1734016400.263640:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016400.263645:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016400.263656:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016400.263668:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0000 x1818247339379200/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016400.263678:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016400.263681:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734016400.263683:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016400.263688:0:66:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 664 00000100:00080000:0.0:1734016400.263690:0:66:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016400.263694:0:66:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016400.263701:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734016400.263711:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1c00 x1818247339379328/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016400.263721:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016400.263724:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016400.263726:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016400.263730:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 664 00000100:00080000:0.0:1734016400.263733:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016400.263737:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016400.263741:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734016400.263750:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1f80 x1818247339379456/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016400.263759:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016400.263762:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016400.263764:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016400.263767:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 664 00000100:00080000:0.0:1734016400.263770:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016400.263773:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016400.263778:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016400.263785:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2300 x1818247339379584/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016400.263794:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016400.263797:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016400.263799:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016400.263803:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 664 00000100:00080000:0.0:1734016400.263808:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016400.263812:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016400.263816:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016400.263825:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2680 x1818247339379712/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734016400.283620:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016401.285623:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016403.289653:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016404.291649:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734016405.271496:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016405.271508:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734016405.271514:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016405.271528:0:66:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 669 00000100:00080000:0.0:1734016405.271539:0:66:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016405.271550:0:66:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734016405.271595:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3800 x1818247339379840/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016405.271630:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016405.271635:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016405.271637:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016405.271642:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 669 00000100:00080000:0.0:1734016405.271645:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016405.271649:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016405.271661:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016405.271672:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3480 x1818247339379968/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016405.271690:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016405.271694:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734016405.271695:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016405.271699:0:66:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 669 00000100:00080000:0.0:1734016405.271702:0:66:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016405.271706:0:66:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016405.271711:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734016405.271720:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3100 x1818247339380096/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016405.271730:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016405.271733:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016405.271734:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016405.271738:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 669 00000100:00080000:0.0:1734016405.271741:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016405.271744:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016405.271749:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734016405.271758:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2a00 x1818247339380224/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016405.271766:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016405.271770:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016405.271772:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016405.271776:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 669 00000100:00080000:0.0:1734016405.271780:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016405.271783:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016405.271788:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016405.271798:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2d80 x1818247339380352/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016405.271807:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016405.271810:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016405.271812:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016405.271815:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 669 00000100:00080000:0.0:1734016405.271818:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016405.271821:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016405.271826:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016405.271834:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3b80 x1818247339380480/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734016406.295623:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016407.297578:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016409.301586:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734016410.279471:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016410.279480:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734016410.279485:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016410.279495:0:66:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 674 00000100:00080000:0.0:1734016410.279504:0:66:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016410.279512:0:66:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734016410.279550:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3b80 x1818247339380608/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016410.279583:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016410.279588:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016410.279590:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016410.279595:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 674 00000100:00080000:0.0:1734016410.279598:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016410.279602:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016410.279612:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016410.279623:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2d80 x1818247339380736/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016410.279632:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016410.279636:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734016410.279637:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016410.279641:0:66:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 674 00000100:00080000:0.0:1734016410.279644:0:66:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016410.279648:0:66:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016410.279652:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734016410.279661:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2a00 x1818247339380864/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016410.279670:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016410.279673:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016410.279674:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016410.279678:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 674 00000100:00080000:0.0:1734016410.279680:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016410.279684:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016410.279688:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734016410.279697:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3100 x1818247339380992/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016410.279707:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016410.279711:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016410.279712:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016410.279716:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 674 00000100:00080000:0.0:1734016410.279719:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016410.279722:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016410.279727:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016410.279735:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3480 x1818247339381120/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016410.279743:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016410.279746:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016410.279748:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016410.279751:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 674 00000100:00080000:0.0:1734016410.279753:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016410.279757:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016410.279761:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016410.279768:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3800 x1818247339381248/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734016410.303580:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016412.307587:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016413.309574:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734016415.287463:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016415.287472:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734016415.287476:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016415.287487:0:66:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 679 00000100:00080000:0.0:1734016415.287496:0:66:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016415.287505:0:66:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734016415.287539:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2680 x1818247339381376/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016415.287574:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016415.287578:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016415.287580:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016415.287585:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 679 00000100:00080000:0.0:1734016415.287588:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016415.287591:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016415.287601:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016415.287611:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2300 x1818247339381504/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016415.287621:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016415.287624:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734016415.287626:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016415.287630:0:66:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 679 00000100:00080000:0.0:1734016415.287632:0:66:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016415.287636:0:66:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016415.287641:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734016415.287649:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1f80 x1818247339381632/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016415.287658:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016415.287661:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016415.287664:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016415.287667:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 679 00000100:00080000:0.0:1734016415.287670:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016415.287673:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016415.287678:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734016415.287685:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1c00 x1818247339381760/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016415.287695:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016415.287698:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016415.287700:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016415.287704:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 679 00000100:00080000:0.0:1734016415.287707:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016415.287710:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016415.287714:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016415.287722:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0000 x1818247339381888/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016415.287730:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016415.287733:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016415.287735:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016415.287739:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 679 00000100:00080000:0.0:1734016415.287741:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016415.287745:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016415.287749:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016415.287758:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0700 x1818247339382016/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734016415.313580:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016416.315584:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016418.319592:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016419.321586:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734016420.295479:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016420.295489:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734016420.295494:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016420.295504:0:66:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 684 00000100:00080000:0.0:1734016420.295513:0:66:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016420.295521:0:66:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734016420.295557:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0e00 x1818247339382144/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016420.295591:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016420.295596:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016420.295597:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016420.295602:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 684 00000100:00080000:0.0:1734016420.295605:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016420.295609:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016420.295618:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016420.295629:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1180 x1818247339382272/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016420.295639:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016420.295642:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734016420.295644:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016420.295648:0:66:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 684 00000100:00080000:0.0:1734016420.295651:0:66:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016420.295654:0:66:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016420.295660:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734016420.295669:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1500 x1818247339382400/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016420.295678:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016420.295681:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016420.295683:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016420.295686:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 684 00000100:00080000:0.0:1734016420.295689:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016420.295692:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016420.295696:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734016420.295704:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1880 x1818247339382528/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016420.295714:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016420.295717:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016420.295718:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016420.295722:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 684 00000100:00080000:0.0:1734016420.295725:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016420.295728:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016420.295732:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016420.295740:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0380 x1818247339382656/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016420.295749:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016420.295752:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016420.295754:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016420.295758:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 684 00000100:00080000:0.0:1734016420.295761:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016420.295764:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016420.295769:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016420.295779:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0a80 x1818247339382784/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734016421.325584:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016422.327598:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016424.331590:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734016425.303463:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016425.303472:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734016425.303477:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016425.303487:0:66:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 689 00000100:00080000:0.0:1734016425.303496:0:66:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016425.303504:0:66:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734016425.303542:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0a80 x1818247339382912/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016425.303577:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016425.303581:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016425.303583:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016425.303588:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 689 00000100:00080000:0.0:1734016425.303591:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016425.303595:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016425.303604:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016425.303615:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0380 x1818247339383040/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016425.303632:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016425.303635:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734016425.303637:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016425.303641:0:66:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 689 00000100:00080000:0.0:1734016425.303644:0:66:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016425.303647:0:66:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016425.303652:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734016425.303661:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1880 x1818247339383168/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016425.303670:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016425.303673:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016425.303674:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016425.303678:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 689 00000100:00080000:0.0:1734016425.303680:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016425.303683:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016425.303688:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734016425.303696:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1500 x1818247339383296/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016425.303706:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016425.303709:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016425.303711:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016425.303715:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 689 00000100:00080000:0.0:1734016425.303718:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016425.303721:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016425.303726:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016425.303734:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1180 x1818247339383424/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016425.303743:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016425.303746:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016425.303748:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016425.303751:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 689 00000100:00080000:0.0:1734016425.303753:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016425.303757:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016425.303761:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016425.303768:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0e00 x1818247339383552/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734016425.333575:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016427.337617:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016428.339571:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734016430.311450:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016430.311459:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734016430.311463:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016430.311474:0:66:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 694 00000100:00080000:0.0:1734016430.311483:0:66:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016430.311490:0:66:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734016430.311527:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0700 x1818247339383680/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016430.311562:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016430.311566:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016430.311569:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016430.311574:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 694 00000100:00080000:0.0:1734016430.311577:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016430.311580:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016430.311589:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016430.311600:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0000 x1818247339383808/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016430.311609:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016430.311612:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734016430.311614:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016430.311618:0:66:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 694 00000100:00080000:0.0:1734016430.311621:0:66:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016430.311624:0:66:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016430.311629:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734016430.311637:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1c00 x1818247339383936/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016430.311647:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016430.311649:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016430.311651:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016430.311654:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 694 00000100:00080000:0.0:1734016430.311657:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016430.311660:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016430.311664:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734016430.311672:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1f80 x1818247339384064/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016430.311683:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016430.311686:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016430.311688:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016430.311692:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 694 00000100:00080000:0.0:1734016430.311694:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016430.311698:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016430.311702:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016430.311710:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2300 x1818247339384192/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016430.311718:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016430.311721:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016430.311723:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016430.311727:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 694 00000100:00080000:0.0:1734016430.311729:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016430.311733:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016430.311737:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016430.311746:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2680 x1818247339384320/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734016430.343591:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016431.345606:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016433.349620:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016434.351636:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734016435.319471:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016435.319485:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734016435.319490:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016435.319504:0:66:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 699 00000100:00080000:0.0:1734016435.319517:0:66:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016435.319528:0:66:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734016435.319577:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3800 x1818247339384448/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016435.319615:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016435.319620:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016435.319622:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016435.319627:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 699 00000100:00080000:0.0:1734016435.319631:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016435.319635:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016435.319646:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016435.319658:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3480 x1818247339384576/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016435.319668:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016435.319672:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734016435.319673:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016435.319677:0:66:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 699 00000100:00080000:0.0:1734016435.319680:0:66:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016435.319684:0:66:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016435.319689:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734016435.319698:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3100 x1818247339384704/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016435.319707:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016435.319710:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016435.319712:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016435.319716:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 699 00000100:00080000:0.0:1734016435.319719:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016435.319722:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016435.319727:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734016435.319736:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2a00 x1818247339384832/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016435.319745:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016435.319749:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016435.319750:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016435.319754:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 699 00000100:00080000:0.0:1734016435.319757:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016435.319760:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016435.319764:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016435.319772:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2d80 x1818247339384960/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016435.319781:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016435.319784:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016435.319785:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016435.319789:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 699 00000100:00080000:0.0:1734016435.319801:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016435.319805:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016435.319810:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016435.319821:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3b80 x1818247339385088/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734016436.355642:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016437.357601:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016439.361599:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734016440.327462:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016440.327471:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734016440.327475:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016440.327485:0:66:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 704 00000100:00080000:0.0:1734016440.327494:0:66:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016440.327503:0:66:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734016440.327540:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3b80 x1818247339385216/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016440.327575:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016440.327579:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016440.327581:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016440.327586:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 704 00000100:00080000:0.0:1734016440.327589:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016440.327593:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016440.327602:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016440.327612:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2d80 x1818247339385344/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016440.327622:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016440.327625:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734016440.327627:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016440.327631:0:66:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 704 00000100:00080000:0.0:1734016440.327634:0:66:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016440.327637:0:66:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016440.327642:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734016440.327651:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2a00 x1818247339385472/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016440.327660:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016440.327663:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016440.327665:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016440.327668:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 704 00000100:00080000:0.0:1734016440.327671:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016440.327674:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016440.327678:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734016440.327687:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3100 x1818247339385600/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016440.327696:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016440.327699:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016440.327701:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016440.327705:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 704 00000100:00080000:0.0:1734016440.327707:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016440.327711:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016440.327715:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016440.327723:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3480 x1818247339385728/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016440.327731:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016440.327735:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016440.327737:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016440.327741:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 704 00000100:00080000:0.0:1734016440.327744:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016440.327747:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016440.327751:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016440.327759:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3800 x1818247339385856/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734016440.363575:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016442.367555:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016443.369587:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734016445.335441:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016445.335450:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734016445.335454:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016445.335465:0:66:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 709 00000100:00080000:0.0:1734016445.335473:0:66:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016445.335481:0:66:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734016445.335515:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2680 x1818247339385984/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016445.335549:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016445.335553:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016445.335555:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016445.335560:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 709 00000100:00080000:0.0:1734016445.335563:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016445.335567:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016445.335577:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016445.335587:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2300 x1818247339386112/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016445.335604:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016445.335608:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734016445.335610:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016445.335613:0:66:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 709 00000100:00080000:0.0:1734016445.335616:0:66:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016445.335619:0:66:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016445.335625:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734016445.335633:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1f80 x1818247339386240/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016445.335642:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016445.335645:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016445.335646:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016445.335650:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 709 00000100:00080000:0.0:1734016445.335652:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016445.335655:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016445.335660:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734016445.335670:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1c00 x1818247339386368/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016445.335680:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016445.335683:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016445.335685:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016445.335688:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 709 00000100:00080000:0.0:1734016445.335692:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016445.335696:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016445.335700:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016445.335709:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0000 x1818247339386496/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016445.335717:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016445.335720:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016445.335721:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016445.335725:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 709 00000100:00080000:0.0:1734016445.335727:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016445.335730:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016445.335735:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016445.335744:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0700 x1818247339386624/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734016445.373549:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016446.375633:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1734016448.341597:0:1968:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:0.0:1734016448.341663:0:1968:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1734016448.341691:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734016448.341762:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734016448.341773:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734016448.341781:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734016448.341789:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734016448.341797:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00010000:00010000:3.0:1734016448.379609:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016449.381597:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734016450.343463:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016450.343474:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734016450.343481:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016450.343495:0:66:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 714 00000100:00080000:0.0:1734016450.343508:0:66:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016450.343518:0:66:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734016450.343566:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0e00 x1818247339386752/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016450.343603:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016450.343608:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016450.343610:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016450.343615:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 714 00000100:00080000:0.0:1734016450.343619:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016450.343623:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016450.343634:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016450.343646:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1180 x1818247339386880/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016450.343655:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016450.343659:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734016450.343661:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016450.343665:0:66:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 714 00000100:00080000:0.0:1734016450.343668:0:66:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016450.343672:0:66:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016450.343707:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734016450.343726:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1500 x1818247339387008/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016450.343745:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016450.343748:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016450.343750:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016450.343754:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 714 00000100:00080000:0.0:1734016450.343758:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016450.343762:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016450.343768:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734016450.343778:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1880 x1818247339387136/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016450.343786:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016450.343790:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016450.343792:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016450.343796:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 714 00000100:00080000:0.0:1734016450.343799:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016450.343802:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016450.343806:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016450.343817:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0380 x1818247339387264/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016450.343826:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016450.343829:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016450.343830:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016450.343835:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 714 00000100:00080000:0.0:1734016450.343838:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016450.343842:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016450.343847:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016450.343855:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0a80 x1818247339387392/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734016451.385556:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016452.387613:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016454.391651:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734016455.351460:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016455.351471:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734016455.351476:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016455.351490:0:66:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 719 00000100:00080000:0.0:1734016455.351502:0:66:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016455.351513:0:66:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734016455.351563:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0a80 x1818247339387520/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016455.351633:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016455.351638:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016455.351641:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016455.351646:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 719 00000100:00080000:0.0:1734016455.351650:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016455.351655:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016455.351667:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016455.351679:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0380 x1818247339387648/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016455.351690:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016455.351693:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734016455.351696:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016455.351700:0:66:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 719 00000100:00080000:0.0:1734016455.351703:0:66:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016455.351707:0:66:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016455.351713:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734016455.351723:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1880 x1818247339387776/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016455.351732:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016455.351735:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016455.351737:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016455.351741:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 719 00000100:00080000:0.0:1734016455.351744:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016455.351748:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016455.351752:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734016455.351761:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1500 x1818247339387904/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016455.351769:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016455.351773:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016455.351774:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016455.351778:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 719 00000100:00080000:0.0:1734016455.351790:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016455.351793:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016455.351798:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016455.351807:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1180 x1818247339388032/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016455.351817:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016455.351821:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016455.351822:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016455.351827:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 719 00000100:00080000:0.0:1734016455.351830:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016455.351833:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016455.351838:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016455.351846:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0e00 x1818247339388160/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734016455.393628:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016457.397601:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016458.399578:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734016460.359383:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016460.359391:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734016460.359395:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016460.359404:0:66:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 724 00000100:00080000:0.0:1734016460.359413:0:66:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016460.359421:0:66:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734016460.359454:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1f80 x1818247339388288/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016460.359478:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016460.359481:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016460.359482:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016460.359485:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 724 00000100:00080000:0.0:1734016460.359487:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016460.359490:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016460.359499:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016460.359506:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2300 x1818247339388416/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016460.359536:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016460.359538:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734016460.359539:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016460.359541:0:66:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 724 00000100:00080000:0.0:1734016460.359543:0:66:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016460.359545:0:66:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016460.359549:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734016460.359555:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2680 x1818247339388544/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016460.359560:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016460.359562:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016460.359563:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016460.359565:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 724 00000100:00080000:0.0:1734016460.359566:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016460.359568:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016460.359570:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734016460.359575:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0700 x1818247339388672/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016460.359580:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016460.359581:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016460.359583:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016460.359585:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 724 00000100:00080000:0.0:1734016460.359587:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016460.359588:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016460.359591:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016460.359595:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0000 x1818247339388800/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016460.359600:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016460.359601:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016460.359602:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016460.359605:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 724 00000100:00080000:0.0:1734016460.359614:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016460.359616:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016460.359619:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016460.359625:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1c00 x1818247339388928/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734016460.403582:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016461.405594:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016463.409549:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016464.411549:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734016465.367448:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016465.367459:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734016465.367462:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016465.367472:0:66:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 729 00000100:00080000:0.0:1734016465.367482:0:66:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016465.367489:0:66:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734016465.367523:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3800 x1818247339389056/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016465.367550:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016465.367553:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016465.367554:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016465.367557:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 729 00000100:00080000:0.0:1734016465.367559:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016465.367561:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016465.367569:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016465.367575:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3480 x1818247339389184/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016465.367579:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016465.367581:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734016465.367582:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016465.367585:0:66:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 729 00000100:00080000:0.0:1734016465.367587:0:66:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016465.367589:0:66:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016465.367592:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734016465.367597:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3100 x1818247339389312/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016465.367601:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016465.367603:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016465.367604:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016465.367607:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 729 00000100:00080000:0.0:1734016465.367608:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016465.367611:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016465.367614:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734016465.367619:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2a00 x1818247339389440/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016465.367624:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016465.367626:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016465.367627:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016465.367629:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 729 00000100:00080000:0.0:1734016465.367630:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016465.367632:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016465.367634:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016465.367641:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2d80 x1818247339389568/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016465.367645:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016465.367647:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016465.367648:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016465.367650:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 729 00000100:00080000:0.0:1734016465.367651:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016465.367653:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016465.367656:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016465.367661:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3b80 x1818247339389696/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734016466.415589:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016467.417493:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016469.421569:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734016470.375454:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016470.375463:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734016470.375466:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016470.375473:0:66:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 734 00000100:00080000:0.0:1734016470.375480:0:66:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016470.375485:0:66:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734016470.375512:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3b80 x1818247339389824/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016470.375534:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016470.375536:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016470.375537:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016470.375540:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 734 00000100:00080000:0.0:1734016470.375541:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016470.375543:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016470.375549:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016470.375555:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2d80 x1818247339389952/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016470.375560:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016470.375562:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734016470.375563:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016470.375565:0:66:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 734 00000100:00080000:0.0:1734016470.375567:0:66:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016470.375569:0:66:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016470.375571:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734016470.375576:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2a00 x1818247339390080/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016470.375581:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016470.375583:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016470.375584:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016470.375585:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 734 00000100:00080000:0.0:1734016470.375587:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016470.375589:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016470.375591:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734016470.375595:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3100 x1818247339390208/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016470.375599:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016470.375601:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016470.375602:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016470.375604:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 734 00000100:00080000:0.0:1734016470.375605:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016470.375607:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016470.375609:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016470.375613:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3480 x1818247339390336/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016470.375618:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016470.375620:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016470.375620:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016470.375622:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 734 00000100:00080000:0.0:1734016470.375624:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016470.375626:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016470.375628:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016470.375633:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3800 x1818247339390464/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734016470.423543:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016472.427558:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016473.429526:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734016475.383447:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016475.383461:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734016475.383467:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016475.383480:0:66:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 739 00000100:00080000:0.0:1734016475.383493:0:66:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016475.383504:0:66:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734016475.383552:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1c00 x1818247339390592/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016475.383592:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016475.383597:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016475.383599:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016475.383604:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 739 00000100:00080000:0.0:1734016475.383607:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016475.383611:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016475.383623:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016475.383634:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0000 x1818247339390720/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016475.383643:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016475.383647:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734016475.383650:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016475.383654:0:66:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 739 00000100:00080000:0.0:1734016475.383657:0:66:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016475.383661:0:66:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016475.383666:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734016475.383675:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0700 x1818247339390848/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016475.383684:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016475.383687:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016475.383688:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016475.383692:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 739 00000100:00080000:0.0:1734016475.383695:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016475.383698:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016475.383703:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734016475.383711:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2680 x1818247339390976/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016475.383725:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016475.383730:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016475.383733:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016475.383739:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 739 00000100:00080000:0.0:1734016475.383743:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016475.383748:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016475.383755:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016475.383768:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2300 x1818247339391104/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016475.383783:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016475.383789:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016475.383791:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016475.383796:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 739 00000100:00080000:0.0:1734016475.383801:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016475.383806:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016475.383813:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016475.383828:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1f80 x1818247339391232/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734016475.433586:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016476.435689:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016478.439617:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016479.441667:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734016480.391517:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016480.391530:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734016480.391535:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016480.391545:0:66:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 744 00000100:00080000:0.0:1734016480.391557:0:66:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016480.391566:0:66:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734016480.391603:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0e00 x1818247339391360/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016480.391641:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016480.391646:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016480.391648:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016480.391652:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 744 00000100:00080000:0.0:1734016480.391655:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016480.391659:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016480.391671:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016480.391681:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1180 x1818247339391488/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016480.391691:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016480.391695:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734016480.391697:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016480.391701:0:66:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 744 00000100:00080000:0.0:1734016480.391703:0:66:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016480.391707:0:66:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016480.391712:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734016480.391720:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1500 x1818247339391616/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016480.391729:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016480.391732:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016480.391733:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016480.391736:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 744 00000100:00080000:0.0:1734016480.391739:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016480.391742:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016480.391747:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734016480.391755:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1880 x1818247339391744/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016480.391764:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016480.391768:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016480.391770:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016480.391774:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 744 00000100:00080000:0.0:1734016480.391776:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016480.391780:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016480.391784:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016480.391792:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0380 x1818247339391872/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016480.391800:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016480.391803:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016480.391805:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016480.391808:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 744 00000100:00080000:0.0:1734016480.391811:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016480.391814:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016480.391818:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016480.391828:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0a80 x1818247339392000/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734016481.445627:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016482.447634:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016483.449501:0:46:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 6/6 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1734016483.449653:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1734016483.449893:0:1983:0:(client.c:1722:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff8800a7a7f800 x1818247339392128/t0(0) o103->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:17/18 lens 360/224 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00010000:00010000:3.0:1734016484.451554:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734016485.399521:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016485.399534:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734016485.399539:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016485.399551:0:66:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 749 00000100:00080000:0.0:1734016485.399562:0:66:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016485.399571:0:66:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734016485.399611:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0a80 x1818247339392256/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016485.399650:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016485.399654:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016485.399656:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016485.399660:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 749 00000100:00080000:0.0:1734016485.399664:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016485.399667:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016485.399678:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016485.399689:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0380 x1818247339392384/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016485.399698:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016485.399701:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734016485.399703:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016485.399707:0:66:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 749 00000100:00080000:0.0:1734016485.399710:0:66:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016485.399714:0:66:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016485.399718:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734016485.399727:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1880 x1818247339392512/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016485.399735:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016485.399738:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016485.399740:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016485.399744:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 749 00000100:00080000:0.0:1734016485.399746:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016485.399750:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016485.399755:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734016485.399762:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1500 x1818247339392640/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016485.399771:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016485.399774:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016485.399775:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016485.399778:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 749 00000100:00080000:0.0:1734016485.399781:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016485.399784:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016485.399788:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016485.399795:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1180 x1818247339392768/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016485.399806:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016485.399809:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016485.399810:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016485.399814:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 749 00000100:00080000:0.0:1734016485.399816:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016485.399820:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016485.399824:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016485.399831:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0e00 x1818247339392896/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734016485.453603:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016487.457631:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016488.459515:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734016490.407407:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016490.407418:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734016490.407423:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016490.407433:0:66:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 754 00000100:00080000:0.0:1734016490.407443:0:66:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016490.407452:0:66:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734016490.407489:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1f80 x1818247339393024/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016490.407518:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016490.407521:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016490.407523:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016490.407526:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 754 00000100:00080000:0.0:1734016490.407529:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016490.407531:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016490.407540:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016490.407548:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2300 x1818247339393152/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016490.407555:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016490.407557:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734016490.407559:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016490.407562:0:66:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 754 00000100:00080000:0.0:1734016490.407563:0:66:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016490.407566:0:66:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016490.407570:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734016490.407576:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2680 x1818247339393280/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016490.407583:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016490.407586:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016490.407587:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016490.407589:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 754 00000100:00080000:0.0:1734016490.407591:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016490.407593:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016490.407596:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734016490.407602:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0700 x1818247339393408/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016490.407609:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016490.407611:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016490.407612:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016490.407615:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 754 00000100:00080000:0.0:1734016490.407616:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016490.407619:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016490.407622:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016490.407627:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0000 x1818247339393536/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016490.407633:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016490.407635:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016490.407636:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016490.407639:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 754 00000100:00080000:0.0:1734016490.407642:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016490.407644:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016490.407647:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016490.407654:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1c00 x1818247339393664/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734016490.463506:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016491.465585:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016493.469546:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016494.471555:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734016495.415446:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016495.415460:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734016495.415466:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016495.415478:0:66:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 759 00000100:00080000:0.0:1734016495.415490:0:66:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016495.415500:0:66:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734016495.415545:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3800 x1818247339393792/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016495.415582:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016495.415586:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016495.415588:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016495.415593:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 759 00000100:00080000:0.0:1734016495.415596:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016495.415600:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016495.415612:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016495.415622:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3480 x1818247339393920/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016495.415632:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016495.415635:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734016495.415638:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016495.415642:0:66:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 759 00000100:00080000:0.0:1734016495.415645:0:66:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016495.415649:0:66:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016495.415654:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734016495.415663:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3100 x1818247339394048/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016495.415671:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016495.415675:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016495.415676:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016495.415680:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 759 00000100:00080000:0.0:1734016495.415682:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016495.415686:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016495.415690:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734016495.415698:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2a00 x1818247339394176/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016495.415708:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016495.415711:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016495.415713:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016495.415717:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 759 00000100:00080000:0.0:1734016495.415719:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016495.415722:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016495.415727:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016495.415734:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2d80 x1818247339394304/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016495.415744:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016495.415748:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016495.415749:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016495.415753:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 759 00000100:00080000:0.0:1734016495.415775:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016495.415779:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016495.415784:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016495.415794:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3b80 x1818247339394432/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734016496.475609:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016497.477670:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016499.481656:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734016500.423436:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016500.423444:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734016500.423447:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016500.423454:0:66:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 764 00000100:00080000:0.0:1734016500.423461:0:66:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016500.423467:0:66:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734016500.423494:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3b80 x1818247339394560/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016500.423519:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016500.423522:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016500.423524:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016500.423528:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 764 00000100:00080000:0.0:1734016500.423530:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016500.423534:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016500.423544:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016500.423554:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2d80 x1818247339394688/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016500.423563:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016500.423566:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734016500.423567:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016500.423571:0:66:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 764 00000100:00080000:0.0:1734016500.423574:0:66:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016500.423577:0:66:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016500.423581:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734016500.423589:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2a00 x1818247339394816/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016500.423595:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016500.423596:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016500.423597:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016500.423599:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 764 00000100:00080000:0.0:1734016500.423601:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016500.423603:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016500.423606:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734016500.423611:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3100 x1818247339394944/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016500.423615:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016500.423617:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016500.423619:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016500.423621:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 764 00000100:00080000:0.0:1734016500.423622:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016500.423624:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016500.423626:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016500.423630:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3480 x1818247339395072/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016500.423635:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016500.423636:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016500.423637:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016500.423639:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 764 00000100:00080000:0.0:1734016500.423640:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016500.423642:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016500.423644:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016500.423648:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3800 x1818247339395200/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734016500.483589:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016502.487527:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016503.489553:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734016505.431469:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016505.431483:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734016505.431489:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016505.431503:0:66:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 769 00000100:00080000:0.0:1734016505.431516:0:66:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016505.431526:0:66:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734016505.431574:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1c00 x1818247339395328/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016505.431623:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016505.431627:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016505.431629:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016505.431634:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 769 00000100:00080000:0.0:1734016505.431638:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016505.431642:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016505.431654:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016505.431665:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0000 x1818247339395456/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016505.431674:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016505.431677:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734016505.431679:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016505.431683:0:66:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 769 00000100:00080000:0.0:1734016505.431686:0:66:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016505.431690:0:66:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016505.431695:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734016505.431705:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0700 x1818247339395584/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016505.431715:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016505.431718:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016505.431719:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016505.431724:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 769 00000100:00080000:0.0:1734016505.431726:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016505.431731:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016505.431735:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734016505.431771:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2680 x1818247339395712/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016505.431781:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016505.431784:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016505.431786:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016505.431790:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 769 00000100:00080000:0.0:1734016505.431802:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016505.431806:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016505.431811:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016505.431819:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2300 x1818247339395840/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016505.431829:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016505.431832:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016505.431834:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016505.431838:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 769 00000100:00080000:0.0:1734016505.431841:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016505.431844:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016505.431849:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016505.431859:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1f80 x1818247339395968/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734016505.493471:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016506.495525:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016508.499579:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016509.501649:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734016510.439454:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016510.439469:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734016510.439475:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016510.439489:0:66:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 774 00000100:00080000:0.0:1734016510.439503:0:66:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016510.439513:0:66:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734016510.439563:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0e00 x1818247339396096/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016510.439603:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016510.439607:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016510.439609:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016510.439615:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 774 00000100:00080000:0.0:1734016510.439618:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016510.439622:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016510.439634:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016510.439645:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1180 x1818247339396224/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016510.439696:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016510.439703:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734016510.439707:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016510.439714:0:66:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 774 00000100:00080000:0.0:1734016510.439718:0:66:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016510.439722:0:66:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016510.439729:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734016510.439742:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1500 x1818247339396352/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016510.439755:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016510.439759:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016510.439760:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016510.439765:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 774 00000100:00080000:0.0:1734016510.439768:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016510.439772:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016510.439777:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734016510.439787:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1880 x1818247339396480/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016510.439795:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016510.439799:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016510.439800:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016510.439805:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 774 00000100:00080000:0.0:1734016510.439817:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016510.439821:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016510.439826:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016510.439834:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0380 x1818247339396608/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016510.439843:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016510.439847:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016510.439848:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016510.439852:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 774 00000100:00080000:0.0:1734016510.439855:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016510.439859:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016510.439864:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016510.439877:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0a80 x1818247339396736/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734016511.505593:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016512.507615:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016514.511644:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734016515.447464:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016515.447476:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734016515.447483:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016515.447497:0:66:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 779 00000100:00080000:0.0:1734016515.447509:0:66:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016515.447519:0:66:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734016515.447611:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1180 x1818247339396864/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016515.447647:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016515.447652:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016515.447655:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016515.447660:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 779 00000100:00080000:0.0:1734016515.447664:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016515.447668:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016515.447680:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016515.447693:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0e00 x1818247339396992/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016515.447704:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016515.447707:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734016515.447710:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016515.447715:0:66:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 779 00000100:00080000:0.0:1734016515.447718:0:66:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016515.447722:0:66:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016515.447728:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734016515.447737:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0a80 x1818247339397120/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016515.447747:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016515.447750:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016515.447751:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016515.447755:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 779 00000100:00080000:0.0:1734016515.447758:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016515.447761:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016515.447766:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734016515.447775:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0380 x1818247339397248/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016515.447786:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016515.447789:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016515.447791:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016515.447794:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 779 00000100:00080000:0.0:1734016515.447797:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016515.447801:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016515.447805:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016515.447814:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1880 x1818247339397376/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016515.447824:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016515.447828:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016515.447829:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016515.447833:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 779 00000100:00080000:0.0:1734016515.447845:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016515.447849:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016515.447854:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016515.447863:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1500 x1818247339397504/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734016515.513602:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016517.517626:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016518.519618:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734016520.455481:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016520.455523:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734016520.455530:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016520.455544:0:66:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 784 00000100:00080000:0.0:1734016520.455556:0:66:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016520.455566:0:66:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734016520.455613:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1f80 x1818247339397632/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016520.455652:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016520.455657:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016520.455659:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016520.455664:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 784 00000100:00080000:0.0:1734016520.455668:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016520.455671:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016520.455685:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016520.455696:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2300 x1818247339397760/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016520.455706:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016520.455710:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734016520.455712:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016520.455716:0:66:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 784 00000100:00080000:0.0:1734016520.455719:0:66:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016520.455723:0:66:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016520.455729:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734016520.455738:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2680 x1818247339397888/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016520.455748:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016520.455751:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016520.455753:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016520.455756:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 784 00000100:00080000:0.0:1734016520.455759:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016520.455762:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016520.455767:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734016520.455776:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0700 x1818247339398016/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016520.455786:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016520.455790:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016520.455792:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016520.455796:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 784 00000100:00080000:0.0:1734016520.455801:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016520.455805:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016520.455809:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016520.455818:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0000 x1818247339398144/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016520.455826:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016520.455830:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016520.455831:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016520.455835:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 784 00000100:00080000:0.0:1734016520.455839:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016520.455843:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016520.455847:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016520.455857:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1c00 x1818247339398272/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734016520.523649:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016521.525639:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016523.529645:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016524.531655:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734016525.463467:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016525.463479:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734016525.463484:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016525.463498:0:66:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 789 00000100:00080000:0.0:1734016525.463510:0:66:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016525.463520:0:66:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734016525.463568:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3800 x1818247339398400/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016525.463613:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016525.463618:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016525.463620:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016525.463625:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 789 00000100:00080000:0.0:1734016525.463628:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016525.463632:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016525.463644:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016525.463655:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3480 x1818247339398528/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016525.463665:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016525.463668:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734016525.463670:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016525.463675:0:66:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 789 00000100:00080000:0.0:1734016525.463677:0:66:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016525.463682:0:66:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016525.463687:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734016525.463696:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3100 x1818247339398656/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016525.463705:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016525.463708:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016525.463710:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016525.463713:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 789 00000100:00080000:0.0:1734016525.463716:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016525.463721:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016525.463725:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734016525.463736:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2a00 x1818247339398784/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016525.463746:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016525.463750:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016525.463751:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016525.463755:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 789 00000100:00080000:0.0:1734016525.463757:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016525.463761:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016525.463766:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016525.463777:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2d80 x1818247339398912/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016525.463786:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016525.463789:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016525.463790:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016525.463794:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 789 00000100:00080000:0.0:1734016525.463806:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016525.463810:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016525.463815:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016525.463823:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3b80 x1818247339399040/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734016526.535613:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016527.537627:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016529.541622:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734016530.471446:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016530.471461:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734016530.471467:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016530.471481:0:66:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 794 00000100:00080000:0.0:1734016530.471493:0:66:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016530.471503:0:66:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734016530.471555:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3b80 x1818247339399168/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016530.471593:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016530.471598:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016530.471600:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016530.471604:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 794 00000100:00080000:0.0:1734016530.471608:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016530.471612:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016530.471624:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016530.471635:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2d80 x1818247339399296/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016530.471645:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016530.471648:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734016530.471650:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016530.471655:0:66:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 794 00000100:00080000:0.0:1734016530.471658:0:66:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016530.471662:0:66:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016530.471667:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734016530.471677:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2a00 x1818247339399424/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016530.471687:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016530.471691:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016530.471692:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016530.471696:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 794 00000100:00080000:0.0:1734016530.471698:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016530.471702:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016530.471706:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734016530.471715:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3100 x1818247339399552/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016530.471724:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016530.471728:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016530.471730:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016530.471734:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 794 00000100:00080000:0.0:1734016530.471736:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016530.471740:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016530.471744:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016530.471753:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3480 x1818247339399680/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016530.471762:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016530.471765:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016530.471767:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016530.471772:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 794 00000100:00080000:0.0:1734016530.471786:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016530.471790:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016530.471795:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016530.471804:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3800 x1818247339399808/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734016530.543615:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016532.547594:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016533.549600:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734016535.479464:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016535.479473:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734016535.479478:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016535.479488:0:66:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 799 00000100:00080000:0.0:1734016535.479497:0:66:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016535.479506:0:66:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734016535.479542:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1c00 x1818247339399936/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016535.479575:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016535.479579:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016535.479581:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016535.479586:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 799 00000100:00080000:0.0:1734016535.479589:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016535.479593:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016535.479602:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016535.479612:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0000 x1818247339400064/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016535.479622:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016535.479626:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734016535.479628:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016535.479632:0:66:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 799 00000100:00080000:0.0:1734016535.479635:0:66:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016535.479638:0:66:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016535.479643:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734016535.479651:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0700 x1818247339400192/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016535.479660:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016535.479663:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016535.479665:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016535.479668:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 799 00000100:00080000:0.0:1734016535.479671:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016535.479674:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016535.479678:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734016535.479686:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2680 x1818247339400320/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016535.479695:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016535.479698:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016535.479700:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016535.479703:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 799 00000100:00080000:0.0:1734016535.479706:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016535.479709:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016535.479714:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016535.479721:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2300 x1818247339400448/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016535.479730:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016535.479733:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016535.479735:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016535.479738:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 799 00000100:00080000:0.0:1734016535.479741:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016535.479745:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016535.479749:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016535.479758:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1f80 x1818247339400576/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734016535.553589:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016536.555587:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016538.559605:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016539.561635:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734016540.487468:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016540.487477:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734016540.487482:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016540.487492:0:66:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 804 00000100:00080000:0.0:1734016540.487501:0:66:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016540.487509:0:66:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734016540.487544:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1500 x1818247339400704/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016540.487576:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016540.487580:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016540.487582:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016540.487587:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 804 00000100:00080000:0.0:1734016540.487591:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016540.487594:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016540.487606:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016540.487616:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1880 x1818247339400832/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016540.487626:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016540.487629:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734016540.487631:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016540.487635:0:66:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 804 00000100:00080000:0.0:1734016540.487637:0:66:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016540.487641:0:66:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016540.487646:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734016540.487655:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0380 x1818247339400960/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016540.487664:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016540.487667:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016540.487668:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016540.487671:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 804 00000100:00080000:0.0:1734016540.487674:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016540.487678:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016540.487682:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734016540.487689:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0a80 x1818247339401088/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016540.487698:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016540.487702:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016540.487704:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016540.487707:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 804 00000100:00080000:0.0:1734016540.487710:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016540.487713:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016540.487717:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016540.487724:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0e00 x1818247339401216/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016540.487733:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016540.487736:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016540.487737:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016540.487741:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 804 00000100:00080000:0.0:1734016540.487744:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016540.487747:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016540.487751:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016540.487759:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1180 x1818247339401344/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734016541.565601:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016542.567595:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016544.571596:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734016545.495449:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016545.495458:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734016545.495462:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016545.495472:0:66:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 809 00000100:00080000:0.0:1734016545.495481:0:66:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016545.495489:0:66:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734016545.495527:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1180 x1818247339401472/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016545.495567:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016545.495571:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016545.495573:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016545.495577:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 809 00000100:00080000:0.0:1734016545.495580:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016545.495584:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016545.495594:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016545.495604:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0e00 x1818247339401600/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016545.495614:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016545.495617:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734016545.495619:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016545.495623:0:66:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 809 00000100:00080000:0.0:1734016545.495625:0:66:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016545.495629:0:66:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016545.495634:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734016545.495642:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0a80 x1818247339401728/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016545.495652:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016545.495655:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016545.495657:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016545.495660:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 809 00000100:00080000:0.0:1734016545.495662:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016545.495666:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016545.495670:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734016545.495678:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0380 x1818247339401856/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016545.495687:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016545.495690:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016545.495691:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016545.495695:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 809 00000100:00080000:0.0:1734016545.495697:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016545.495700:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016545.495704:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016545.495712:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1880 x1818247339401984/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016545.495721:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016545.495724:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016545.495725:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016545.495729:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 809 00000100:00080000:0.0:1734016545.495731:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016545.495734:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016545.495739:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016545.495746:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1500 x1818247339402112/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734016545.573548:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016547.577574:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016548.579585:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734016550.503468:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016550.503478:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734016550.503483:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016550.503494:0:66:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 814 00000100:00080000:0.0:1734016550.503503:0:66:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016550.503511:0:66:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734016550.503547:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1f80 x1818247339402240/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016550.503580:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016550.503585:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016550.503586:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016550.503591:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 814 00000100:00080000:0.0:1734016550.503595:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016550.503598:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016550.503608:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016550.503618:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2300 x1818247339402368/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016550.503627:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016550.503630:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734016550.503632:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016550.503636:0:66:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 814 00000100:00080000:0.0:1734016550.503639:0:66:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016550.503642:0:66:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016550.503647:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734016550.503655:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2680 x1818247339402496/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016550.503664:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016550.503668:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016550.503669:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016550.503672:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 814 00000100:00080000:0.0:1734016550.503675:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016550.503678:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016550.503682:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734016550.503691:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0700 x1818247339402624/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016550.503700:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016550.503703:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016550.503705:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016550.503708:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 814 00000100:00080000:0.0:1734016550.503711:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016550.503714:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016550.503718:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016550.503726:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0000 x1818247339402752/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016550.503734:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016550.503737:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016550.503739:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016550.503742:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 814 00000100:00080000:0.0:1734016550.503745:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016550.503749:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016550.503753:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016550.503762:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1c00 x1818247339402880/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734016550.583609:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016551.585598:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016553.589586:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016554.591604:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734016555.511472:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016555.511485:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734016555.511491:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016555.511505:0:66:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 819 00000100:00080000:0.0:1734016555.511517:0:66:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016555.511527:0:66:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734016555.511577:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3800 x1818247339403008/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016555.511616:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016555.511621:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016555.511623:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016555.511628:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 819 00000100:00080000:0.0:1734016555.511631:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016555.511635:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016555.511647:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016555.511658:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3480 x1818247339403136/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016555.511668:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016555.511672:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734016555.511675:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016555.511679:0:66:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 819 00000100:00080000:0.0:1734016555.511682:0:66:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016555.511687:0:66:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016555.511692:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734016555.511701:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3100 x1818247339403264/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016555.511712:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016555.511715:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016555.511717:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016555.511721:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 819 00000100:00080000:0.0:1734016555.511723:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016555.511727:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016555.511732:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734016555.511741:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2a00 x1818247339403392/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016555.511749:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016555.511753:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016555.511754:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016555.511758:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 819 00000100:00080000:0.0:1734016555.511761:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016555.511764:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016555.511768:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016555.511776:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2d80 x1818247339403520/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016555.511787:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016555.511790:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016555.511792:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016555.511796:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 819 00000100:00080000:0.0:1734016555.511799:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016555.511803:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016555.511807:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016555.511818:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3b80 x1818247339403648/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734016556.595556:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016557.597588:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016559.601603:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734016560.519465:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016560.519474:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734016560.519478:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016560.519489:0:66:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 824 00000100:00080000:0.0:1734016560.519497:0:66:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016560.519506:0:66:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734016560.519543:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3b80 x1818247339403776/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016560.519576:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016560.519581:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016560.519583:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016560.519587:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 824 00000100:00080000:0.0:1734016560.519591:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016560.519594:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016560.519605:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016560.519615:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2d80 x1818247339403904/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016560.519625:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016560.519629:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734016560.519631:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016560.519634:0:66:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 824 00000100:00080000:0.0:1734016560.519637:0:66:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016560.519640:0:66:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016560.519645:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734016560.519654:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2a00 x1818247339404032/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016560.519662:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016560.519665:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016560.519666:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016560.519670:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 824 00000100:00080000:0.0:1734016560.519672:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016560.519676:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016560.519680:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734016560.519689:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3100 x1818247339404160/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016560.519698:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016560.519701:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016560.519704:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016560.519707:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 824 00000100:00080000:0.0:1734016560.519710:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016560.519713:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016560.519717:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016560.519724:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3480 x1818247339404288/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016560.519733:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016560.519736:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016560.519737:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016560.519740:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 824 00000100:00080000:0.0:1734016560.519743:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016560.519746:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016560.519750:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016560.519758:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3800 x1818247339404416/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734016560.603583:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016562.607548:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016563.609571:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734016565.527463:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016565.527472:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734016565.527476:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016565.527486:0:66:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 829 00000100:00080000:0.0:1734016565.527495:0:66:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016565.527503:0:66:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734016565.527539:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1c00 x1818247339404544/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016565.527581:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016565.527585:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016565.527587:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016565.527592:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 829 00000100:00080000:0.0:1734016565.527595:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016565.527599:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016565.527609:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016565.527619:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0000 x1818247339404672/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016565.527628:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016565.527631:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734016565.527633:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016565.527637:0:66:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 829 00000100:00080000:0.0:1734016565.527640:0:66:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016565.527644:0:66:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016565.527648:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734016565.527657:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0700 x1818247339404800/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016565.527665:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016565.527668:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016565.527670:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016565.527673:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 829 00000100:00080000:0.0:1734016565.527675:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016565.527679:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016565.527683:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734016565.527692:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2680 x1818247339404928/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016565.527701:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016565.527704:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016565.527706:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016565.527709:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 829 00000100:00080000:0.0:1734016565.527712:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016565.527715:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016565.527750:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016565.527761:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2300 x1818247339405056/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016565.527770:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016565.527774:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016565.527775:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016565.527778:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 829 00000100:00080000:0.0:1734016565.527782:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016565.527785:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734016565.527789:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016565.527798:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1f80 x1818247339405184/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734016565.613554:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016566.615603:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016568.619592:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016569.621563:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016571.625577:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016572.627541:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016574.631525:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016575.633451:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016577.637441:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1734016578.549634:0:1970:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:3.0:1734016578.549682:0:1970:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1734016578.549701:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:3.0:1734016578.549738:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:3.0:1734016578.549746:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:3.0:1734016578.549753:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:3.0:1734016578.549760:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:3.0:1734016578.549767:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000100:00100000:0.0:1734016578.549845:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016575/real 1734016578] req@ffff8800a7a7d880 x1818247339406464/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016578.549874:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d880 x1818247339406464/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016578.549886:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016578.549891:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016578.549896:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339406464:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734016578.549903:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016575/real 1734016578] req@ffff8800a7a7c380 x1818247339406592/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016578.549915:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339406592/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016578.549923:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016578.549926:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016578.549929:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339406592:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734016578.549935:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016575/real 1734016578] req@ffff8800a7a7ed80 x1818247339406720/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016578.549946:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339406720/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016578.549954:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016578.549958:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016578.549964:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339406720:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734016578.549974:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016575/real 1734016578] req@ffff8800a7a7f100 x1818247339406080/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016578.550004:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339406080/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016578.550016:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016578.550020:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016578.550026:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339406080:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734016578.550036:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016575/real 1734016578] req@ffff8800a7a7ea00 x1818247339406208/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016578.550053:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339406208/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016578.550064:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016578.550068:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016578.550073:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339406208:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734016578.550083:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016575/real 1734016578] req@ffff8800a7a7dc00 x1818247339406336/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016578.550101:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339406336/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016578.550114:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016578.550117:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016578.550122:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339406336:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734016578.639484:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016580.551715:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339406848:192.168.201.101@tcp:250:kworker.0 00000800:00000100:0.0:1734016580.551778:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016580.551799:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016580/real 1734016580] req@ffff8800a7a7c000 x1818247339406848/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016580.551820:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339406848/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016580.551831:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016580.551834:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016580.551839:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339406848:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734016580.551846:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339406976:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734016580.551863:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016580.551870:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016580/real 1734016580] req@ffff8800a7a7fb80 x1818247339406976/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016580.551881:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339406976/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016580.551889:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016580.551892:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016580.551895:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339406976:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734016580.551900:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339407104:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734016580.551914:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016580.551919:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016580/real 1734016580] req@ffff8800a7a7e300 x1818247339407104/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016580.551930:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339407104/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016580.551944:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016580.551947:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016580.551950:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339407104:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734016580.551972:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339407232:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734016580.551984:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016580.551990:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016580/real 1734016580] req@ffff8800a7a7dc00 x1818247339407232/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016580.552001:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339407232/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016580.552009:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016580.552011:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016580.552014:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339407232:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734016580.552019:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339407360:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734016580.552032:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016580.552038:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016580/real 1734016580] req@ffff8800a7a7ea00 x1818247339407360/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016580.552048:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339407360/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016580.552055:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016580.552057:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016580.552061:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339407360:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734016580.552066:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339407488:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734016580.552078:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016580.552084:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016580/real 1734016580] req@ffff8800a7a7f100 x1818247339407488/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016580.552095:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339407488/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016580.552102:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016580.552104:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016580.552107:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339407488:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734016580.643603:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016581.645635:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016583.649617:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016584.651616:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016585.559708:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339407616:192.168.201.101@tcp:250:kworker.0 00000800:00000100:0.0:1734016585.559769:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016585.559793:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016585/real 1734016585] req@ffff8800a7a7ed80 x1818247339407616/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016585.559812:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339407616/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016585.559823:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016585.559826:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016585.559830:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339407616:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734016585.559837:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339407744:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734016585.559854:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016585.559861:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016585/real 1734016585] req@ffff8800a7a7c380 x1818247339407744/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016585.559881:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339407744/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016585.559888:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016585.559891:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016585.559894:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339407744:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734016585.559900:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339407872:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734016585.559913:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016585.559919:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016585/real 1734016585] req@ffff8800a7a7d880 x1818247339407872/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016585.559930:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d880 x1818247339407872/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016585.559937:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016585.559939:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016585.559942:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339407872:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734016585.559966:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339408000:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734016585.559978:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016585.559985:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016585/real 1734016585] req@ffff8800a7a7df80 x1818247339408000/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016585.559996:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339408000/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016585.560003:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016585.560006:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016585.560009:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339408000:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734016585.560014:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339408128:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734016585.560027:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016585.560033:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016585/real 1734016585] req@ffff8800a7a7f480 x1818247339408128/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016585.560043:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339408128/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016585.560051:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016585.560053:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016585.560056:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339408128:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734016585.560060:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339408256:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734016585.560072:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016585.560078:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016585/real 1734016585] req@ffff8800a7a7ce00 x1818247339408256/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016585.560088:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339408256/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016585.560095:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016585.560097:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016585.560100:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339408256:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734016586.655580:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016587.657584:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016589.661590:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016590.567714:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339408384:192.168.201.101@tcp:250:kworker.0 00000800:00000100:0.0:1734016590.567813:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016590.567841:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016590/real 1734016590] req@ffff8800a7a7d180 x1818247339408384/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016590.567865:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339408384/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016590.567878:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016590.567882:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016590.567887:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339408384:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734016590.567895:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339408512:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734016590.567914:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016590.567921:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016590/real 1734016590] req@ffff8800a7a7ca80 x1818247339408512/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016590.567932:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339408512/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016590.567940:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016590.567943:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016590.567947:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339408512:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734016590.567953:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339408640:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734016590.567967:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016590.567973:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016590/real 1734016590] req@ffff8800a7a7c700 x1818247339408640/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016590.567984:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339408640/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016590.567992:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016590.567995:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016590.567999:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339408640:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734016590.568004:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339408768:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734016590.568017:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016590.568023:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016590/real 1734016590] req@ffff8800a7a7ce00 x1818247339408768/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016590.568033:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339408768/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016590.568041:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016590.568044:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016590.568047:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339408768:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734016590.568078:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339408896:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734016590.568093:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016590.568100:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016590/real 1734016590] req@ffff8800a7a7f480 x1818247339408896/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016590.568111:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339408896/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016590.568119:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016590.568122:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016590.568124:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339408896:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734016590.568131:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339409024:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734016590.568145:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016590.568152:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016590/real 1734016590] req@ffff8800a7a7df80 x1818247339409024/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016590.568163:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339409024/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016590.568170:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016590.568172:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016590.568175:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339409024:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734016590.663645:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016592.667609:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016593.669635:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016595.575705:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339409152:192.168.201.101@tcp:250:kworker.0 00000800:00000100:0.0:1734016595.575803:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016595.575833:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016595/real 1734016595] req@ffff8800a7a7d880 x1818247339409152/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016595.575864:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d880 x1818247339409152/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016595.575882:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016595.575888:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016595.575895:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339409152:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734016595.575907:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339409280:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734016595.575937:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016595.575949:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016595/real 1734016595] req@ffff8800a7a7c380 x1818247339409280/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016595.575979:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339409280/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016595.575988:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016595.575990:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016595.575994:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339409280:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734016595.576022:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339409408:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734016595.576042:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016595.576049:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016595/real 1734016595] req@ffff8800a7a7ed80 x1818247339409408/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016595.576061:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339409408/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016595.576069:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016595.576071:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016595.576074:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339409408:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734016595.576079:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339409536:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734016595.576091:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016595.576097:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016595/real 1734016595] req@ffff8800a7a7f100 x1818247339409536/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016595.576107:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339409536/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016595.576115:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016595.576118:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016595.576121:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339409536:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734016595.576127:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339409664:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734016595.576140:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016595.576146:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016595/real 1734016595] req@ffff8800a7a7ea00 x1818247339409664/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016595.576156:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339409664/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016595.576165:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016595.576167:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016595.576170:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339409664:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734016595.576175:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339409792:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734016595.576187:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016595.576193:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016595/real 1734016595] req@ffff8800a7a7dc00 x1818247339409792/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016595.576203:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339409792/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016595.576241:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016595.576243:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016595.576247:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339409792:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734016595.673620:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016596.675629:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016598.679612:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016599.681603:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016600.583634:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339409920:192.168.201.101@tcp:250:kworker.0 00000800:00000100:0.0:1734016600.583703:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016600.583725:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016600/real 1734016600] req@ffff8800a7a7e300 x1818247339409920/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016600.583745:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339409920/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016600.583756:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016600.583759:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016600.583763:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339409920:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734016600.583770:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339410048:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734016600.583787:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016600.583794:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016600/real 1734016600] req@ffff8800a7a7fb80 x1818247339410048/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016600.583805:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339410048/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016600.583813:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016600.583815:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016600.583818:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339410048:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734016600.583824:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339410176:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734016600.583837:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016600.583843:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016600/real 1734016600] req@ffff8800a7a7c000 x1818247339410176/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016600.583854:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339410176/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016600.583862:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016600.583864:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016600.583868:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339410176:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734016600.583891:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339410304:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734016600.583904:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016600.583910:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016600/real 1734016600] req@ffff8800a7a7dc00 x1818247339410304/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016600.583921:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339410304/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016600.583929:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016600.583931:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016600.583934:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339410304:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734016600.583940:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339410432:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734016600.583952:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016600.583958:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016600/real 1734016600] req@ffff8800a7a7ea00 x1818247339410432/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016600.583968:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339410432/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016600.583975:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016600.583977:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016600.583980:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339410432:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734016600.583986:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339410560:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734016600.583999:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016600.584005:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016600/real 1734016600] req@ffff8800a7a7f100 x1818247339410560/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016600.584015:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339410560/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016600.584022:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016600.584024:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016600.584027:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339410560:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734016601.685595:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016602.687607:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016604.691742:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016605.591659:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339410688:192.168.201.101@tcp:250:kworker.0 00000800:00000100:0.0:1734016605.591724:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016605.591746:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016605/real 1734016605] req@ffff8800a7a7ed80 x1818247339410688/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016605.591766:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339410688/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016605.591777:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016605.591781:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016605.591785:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339410688:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734016605.591792:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339410816:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734016605.591809:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016605.591816:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016605/real 1734016605] req@ffff8800a7a7c380 x1818247339410816/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016605.591836:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339410816/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016605.591843:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016605.591846:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016605.591849:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339410816:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734016605.591855:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339410944:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734016605.591868:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016605.591874:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016605/real 1734016605] req@ffff8800a7a7d880 x1818247339410944/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016605.591884:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d880 x1818247339410944/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016605.591891:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016605.591894:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016605.591897:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339410944:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734016605.591920:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339411072:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734016605.591933:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016605.591940:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016605/real 1734016605] req@ffff8800a7a7df80 x1818247339411072/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016605.591951:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339411072/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016605.591958:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016605.591961:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016605.591964:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339411072:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734016605.591969:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339411200:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734016605.591982:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016605.591988:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016605/real 1734016605] req@ffff8800a7a7f480 x1818247339411200/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016605.591998:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339411200/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016605.592006:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016605.592008:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016605.592011:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339411200:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734016605.592016:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339411328:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734016605.592027:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016605.592033:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016605/real 1734016605] req@ffff8800a7a7ce00 x1818247339411328/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016605.592089:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339411328/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016605.592096:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016605.592099:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016605.592102:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339411328:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734016605.693517:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016607.697634:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016608.699612:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016610.599689:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339411456:192.168.201.101@tcp:250:kworker.0 00000800:00000100:0.0:1734016610.599756:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016610.599777:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016610/real 1734016610] req@ffff8800a7a7c700 x1818247339411456/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016610.599797:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339411456/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016610.599808:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016610.599811:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016610.599816:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339411456:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734016610.599823:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339411584:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734016610.599839:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016610.599845:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016610/real 1734016610] req@ffff8800a7a7ca80 x1818247339411584/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016610.599856:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339411584/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016610.599864:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016610.599867:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016610.599870:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339411584:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734016610.599876:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339411712:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734016610.599889:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016610.599895:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016610/real 1734016610] req@ffff8800a7a7d180 x1818247339411712/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016610.599906:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339411712/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016610.599914:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016610.599917:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016610.599920:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339411712:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734016610.599943:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339411840:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734016610.600003:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016610.600012:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016610/real 1734016610] req@ffff8800a7a7ce00 x1818247339411840/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016610.600023:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339411840/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016610.600031:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016610.600034:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016610.600037:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339411840:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734016610.600042:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339411968:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734016610.600057:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016610.600063:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016610/real 1734016610] req@ffff8800a7a7f480 x1818247339411968/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016610.600074:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339411968/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016610.600081:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016610.600083:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016610.600086:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339411968:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734016610.600092:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339412096:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734016610.600104:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016610.600110:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016610/real 1734016610] req@ffff8800a7a7df80 x1818247339412096/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016610.600120:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339412096/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016610.600127:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016610.600129:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016610.600132:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339412096:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734016610.703569:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016611.705590:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016613.709602:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016614.711522:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016615.607675:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339412224:192.168.201.101@tcp:250:kworker.0 00000800:00000100:0.0:1734016615.607738:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016615.607760:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016615/real 1734016615] req@ffff8800a7a7d880 x1818247339412224/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016615.607780:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d880 x1818247339412224/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016615.607790:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016615.607794:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016615.607798:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339412224:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734016615.607805:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339412352:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734016615.607823:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016615.607829:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016615/real 1734016615] req@ffff8800a7a7c380 x1818247339412352/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016615.607848:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339412352/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016615.607855:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016615.607858:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016615.607862:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339412352:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734016615.607915:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339412480:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734016615.607933:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016615.607941:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016615/real 1734016615] req@ffff8800a7a7ed80 x1818247339412480/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016615.607952:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339412480/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016615.607960:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016615.607962:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016615.607965:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339412480:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734016615.607990:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339412608:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734016615.608003:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016615.608010:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016615/real 1734016615] req@ffff8800a7a7f100 x1818247339412608/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016615.608020:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339412608/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016615.608028:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016615.608031:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016615.608034:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339412608:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734016615.608039:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339412736:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734016615.608051:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016615.608057:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016615/real 1734016615] req@ffff8800a7a7ea00 x1818247339412736/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016615.608067:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339412736/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016615.608074:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016615.608076:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016615.608079:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339412736:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734016615.608084:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339412864:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734016615.608095:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016615.608101:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016615/real 1734016615] req@ffff8800a7a7dc00 x1818247339412864/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016615.608111:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339412864/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016615.608117:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016615.608119:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016615.608122:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339412864:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734016616.715578:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016617.717582:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016619.721550:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016620.615693:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339412992:192.168.201.101@tcp:250:kworker.0 00000800:00000100:0.0:1734016620.615759:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016620.615819:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016620/real 1734016620] req@ffff8800a7a7c000 x1818247339412992/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016620.615841:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339412992/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016620.615853:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016620.615856:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016620.615860:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339412992:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734016620.615868:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339413120:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734016620.615887:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016620.615895:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016620/real 1734016620] req@ffff8800a7a7fb80 x1818247339413120/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016620.615907:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339413120/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016620.615914:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016620.615917:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016620.615920:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339413120:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734016620.615926:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339413248:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734016620.615939:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016620.615945:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016620/real 1734016620] req@ffff8800a7a7e300 x1818247339413248/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016620.615955:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339413248/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016620.615963:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016620.615966:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016620.615969:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339413248:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734016620.615995:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339413376:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734016620.616007:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016620.616014:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016620/real 1734016620] req@ffff8800a7a7dc00 x1818247339413376/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016620.616025:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339413376/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016620.616032:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016620.616034:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016620.616037:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339413376:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734016620.616042:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339413504:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734016620.616054:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016620.616060:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016620/real 1734016620] req@ffff8800a7a7ea00 x1818247339413504/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016620.616069:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339413504/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016620.616077:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016620.616079:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016620.616082:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339413504:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734016620.616088:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339413632:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734016620.616100:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016620.616106:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016620/real 1734016620] req@ffff8800a7a7f100 x1818247339413632/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016620.616116:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339413632/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016620.616123:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016620.616125:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016620.616128:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339413632:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734016620.723601:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016622.727568:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016623.729610:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016625.623675:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339413760:192.168.201.101@tcp:250:kworker.0 00000800:00000100:0.0:1734016625.623766:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016625.623788:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016625/real 1734016625] req@ffff8800a7a7ed80 x1818247339413760/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016625.623809:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339413760/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016625.623819:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016625.623823:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016625.623828:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339413760:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734016625.623836:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339413888:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734016625.623853:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016625.623859:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016625/real 1734016625] req@ffff8800a7a7c380 x1818247339413888/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016625.623879:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339413888/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016625.623887:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016625.623889:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016625.623893:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339413888:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734016625.623898:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339414016:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734016625.623911:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016625.623917:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016625/real 1734016625] req@ffff8800a7a7d880 x1818247339414016/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016625.623927:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d880 x1818247339414016/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016625.623935:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016625.623937:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016625.623940:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339414016:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734016625.623964:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339414144:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734016625.623976:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016625.623983:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016625/real 1734016625] req@ffff8800a7a7df80 x1818247339414144/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016625.623993:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339414144/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016625.624001:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016625.624003:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016625.624007:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339414144:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734016625.624012:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339414272:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734016625.624024:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016625.624030:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016625/real 1734016625] req@ffff8800a7a7f480 x1818247339414272/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016625.624040:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339414272/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016625.624048:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016625.624050:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016625.624053:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339414272:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734016625.624058:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339414400:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734016625.624069:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016625.624075:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016625/real 1734016625] req@ffff8800a7a7ce00 x1818247339414400/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016625.624085:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339414400/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016625.624091:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016625.624094:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016625.624097:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339414400:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734016625.733604:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016626.735561:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016628.739595:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016629.741602:0:5244:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016630.631698:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339414528:192.168.201.101@tcp:250:kworker.0 00000800:00000100:0.0:1734016630.631759:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016630.631778:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016630/real 1734016630] req@ffff8800a7a7d180 x1818247339414528/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016630.631796:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339414528/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016630.631806:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016630.631809:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016630.631813:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339414528:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734016630.631819:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339414656:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734016630.631833:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016630.631839:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016630/real 1734016630] req@ffff8800a7a7ca80 x1818247339414656/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016630.631849:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339414656/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016630.631855:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016630.631857:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016630.631860:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339414656:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734016630.631880:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339414784:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734016630.631892:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016630.631897:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016630/real 1734016630] req@ffff8800a7a7c700 x1818247339414784/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016630.631906:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339414784/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016630.631914:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016630.631916:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016630.631919:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339414784:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734016630.631923:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339414912:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734016630.631933:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016630.631938:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016630/real 1734016630] req@ffff8800a7a7ce00 x1818247339414912/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016630.631947:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339414912/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016630.631953:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016630.631955:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016630.631958:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339414912:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734016630.631962:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339415040:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734016630.631972:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016630.631977:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016630/real 1734016630] req@ffff8800a7a7f480 x1818247339415040/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016630.631986:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339415040/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016630.631993:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016630.631995:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016630.631997:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339415040:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734016630.632002:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339415168:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734016630.632013:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016630.632018:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016630/real 1734016630] req@ffff8800a7a7df80 x1818247339415168/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016630.632026:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339415168/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016630.632032:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016630.632034:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016630.632037:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339415168:192.168.201.101@tcp:8:kworker.0 00010000:00010000:0.0:1734016630.743503:0:46:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 11/11 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1734016630.743532:0:46:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 2/13 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1734016630.743558:0:5244:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 11 locks of 2 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1734016630.743567:0:5244:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3eba80/0x99188b78c51a2ab2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x903ef4aec73225be expref: -99 pid: 10406 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016630.743595:0:5244:0:(vvp_object.c:134:vvp_conf_set()) [0x200000401:0xa:0x0]: losing layout lock 00010000:00010000:0.0:1734016630.743637:0:5244:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012e3eb3c0/0x99188b78c51a2ac7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x903ef4aec73225fd expref: -99 pid: 10408 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016630.743659:0:5244:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800b60f2800 lock: ffff88012db99f80/0x99188b78c519b969 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x903ef4aec7319a43 expref: -99 pid: 9663 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016630.743663:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000002:00100000:0.0:1734016630.743691:0:5244:0:(mdc_request.c:909:mdc_close()) @@@ matched open req@ffff8800a8bb3480 x1818247337375232/t4294967974(4294967974) o101->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 576/664 e 0 to 0 dl 1734016039 ref 1 fl Complete:RPQU/204/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 00000020:00100000:0.0:1734016630.743717:0:5244:0:(genops.c:2298:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800b60f2800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1734016630.743723:0:5244:0:(client.c:782:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88012c3a1500 x1818247339415424/t0(0) o35->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016630.743743:0:5244:0:(client.c:1722:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff88012c3a1500 x1818247339415424/t0(0) o35->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00100000:0.0:1734016630.743752:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00100000:0.0:1734016631.743465:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734016631.745580:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016632.743457:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00100000:0.0:1734016633.743456:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734016633.749637:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016634.743473:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00100000:0.0:1734016635.639739:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339415680:192.168.201.101@tcp:250:kworker.0 00000800:00000100:0.0:1734016635.639803:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016635.639826:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016635/real 1734016635] req@ffff8800a7a7c380 x1818247339415680/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016635.639846:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339415680/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016635.639857:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016635.639861:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016635.639865:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339415680:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734016635.639872:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339415808:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734016635.639889:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016635.639896:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016635/real 1734016635] req@ffff8800a7a7ed80 x1818247339415808/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016635.639907:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339415808/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016635.639915:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016635.639919:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016635.639922:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339415808:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734016635.639928:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339415936:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734016635.639941:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016635.639947:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016635/real 1734016635] req@ffff8800a7a7f100 x1818247339415936/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016635.639957:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339415936/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016635.639965:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016635.639968:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016635.639971:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339415936:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734016635.639994:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339416064:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734016635.640007:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016635.640014:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016635/real 1734016635] req@ffff8800a7a7ea00 x1818247339416064/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016635.640024:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339416064/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016635.640033:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016635.640035:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016635.640038:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339416064:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734016635.640043:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339416192:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734016635.640059:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016635.640065:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016635/real 1734016635] req@ffff8800a7a7dc00 x1818247339416192/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016635.640075:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339416192/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016635.640083:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016635.640085:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016635.640088:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339416192:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734016635.640093:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339416320:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734016635.640104:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734016635.640110:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016635/real 1734016635] req@ffff8800a7a7e300 x1818247339416320/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016635.640120:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339416320/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016635.640127:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016635.640129:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734016635.640132:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339416320:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734016635.743468:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734016635.753637:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016636.743453:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00100000:0.0:1734016637.743431:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734016637.757582:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016638.743517:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00100000:0.0:1734016639.743501:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734016639.761639:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016640.647717:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339416448:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734016640.647829:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339416576:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734016640.647862:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339416704:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734016640.647879:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339416832:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734016640.647894:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339416960:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734016640.647911:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339417088:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734016640.743468:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00100000:0.0:1734016641.743493:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734016641.765650:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016642.743489:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000400:00000100:3.0:1734016643.653710:0:1967:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:3.0:1734016643.653772:0:1967:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1734016643.653799:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:3.0:1734016643.653845:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:3.0:1734016643.653855:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:3.0:1734016643.653863:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:3.0:1734016643.653871:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:3.0:1734016643.653879:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000100:00100000:0.0:1734016643.743424:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734016643.769616:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016645.773610:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016647.777567:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016649.781596:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016651.785604:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016653.789609:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016655.793607:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016657.797608:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016659.801602:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016661.805568:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016663.809597:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016665.813621:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016667.817591:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016669.821580:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016671.825568:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016673.829593:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016675.833604:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016677.837606:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016679.841611:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016681.845605:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016683.849623:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016685.853560:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016687.857613:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016689.861586:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016691.865660:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016693.869590:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016695.873603:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016697.877617:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016699.881686:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016700.743534:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00100000:0.0:1734016701.743524:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734016701.885619:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016702.743505:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00100000:0.0:1734016703.743467:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734016703.889613:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016704.743484:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00100000:0.0:1734016705.743495:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734016705.893614:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016706.743478:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00100000:0.0:1734016707.743472:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734016707.897578:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016708.743481:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000400:00000100:0.0:1734016708.757645:0:1968:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:0.0:1734016708.757697:0:1968:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1734016708.757721:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734016708.757765:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734016708.757774:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734016708.757782:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734016708.757790:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734016708.757798:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000100:00100000:0.0:1734016709.743459:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734016709.901612:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016710.743441:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00100000:0.0:1734016711.743437:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734016711.905601:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016712.743476:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00100000:0.0:1734016713.743493:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734016713.909606:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016714.743480:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00100000:0.0:1734016715.743481:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734016715.913561:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016716.743471:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00100000:0.0:1734016717.743502:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734016717.917601:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016718.743485:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00100000:0.0:1734016719.743494:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734016719.921590:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016720.743461:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00100000:0.0:1734016721.743468:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734016721.925606:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016723.929628:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016725.933630:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016727.937600:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016729.941581:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016731.945609:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016733.949592:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016735.953581:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016737.957574:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016739.961601:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016741.965612:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016743.969598:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016745.973605:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016747.977589:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016749.981651:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016750.983513:0:46:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 2/2 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1734016750.983696:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016751.985627:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016752.987617:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016753.989604:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016754.991628:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016755.993606:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016756.995639:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016757.997656:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016758.999623:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016760.001637:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016761.003649:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016761.743578:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734016762.005592:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016762.743476:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734016763.007590:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016763.743453:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734016764.009576:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016764.743476:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734016765.011627:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016765.743479:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734016766.013590:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016766.743450:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734016767.015592:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016767.743479:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734016768.017564:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016768.743478:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734016769.019600:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016769.743476:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734016770.021594:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016770.743481:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734016771.023700:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016771.743475:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734016772.025598:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016772.743451:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734016773.027596:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016773.743475:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000400:00000100:0.0:1734016773.861714:0:1969:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:0.0:1734016773.861776:0:1969:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1734016773.861800:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734016773.861853:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734016773.861862:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734016773.861870:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734016773.861878:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734016773.861887:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00010000:00010000:3.0:1734016774.029572:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016774.743485:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734016775.031607:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016775.743458:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734016776.033620:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016776.743461:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734016777.035578:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016777.743494:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734016778.037569:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016778.743425:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734016779.039561:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016779.743461:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734016780.041593:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016780.743474:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734016781.043584:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016781.743478:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734016782.045565:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016782.743495:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734016783.047554:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016784.049583:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016785.051565:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016786.053582:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016787.055594:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016788.057608:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016789.059612:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016790.061634:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016791.063633:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016792.065598:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016793.067630:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016794.069599:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016795.071610:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016796.073580:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016797.075579:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016798.077600:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016799.079554:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016800.081564:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016801.083633:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016802.085541:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016803.087581:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016804.089626:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016805.091616:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016806.093590:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016807.095587:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016808.097633:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016809.099614:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016810.101593:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016811.103628:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016812.105606:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016813.107591:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016814.109581:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016815.111560:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016816.113557:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016817.115588:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016818.117616:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016818.743590:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734016819.119627:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016819.743506:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734016820.121620:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016820.743490:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734016821.123609:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016821.743496:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734016822.125576:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016822.743486:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734016823.127587:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016823.743478:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734016824.129601:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016824.743472:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734016825.131597:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016825.743446:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734016826.133594:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016826.743473:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734016827.135615:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016827.743479:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734016828.137563:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016828.743445:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734016829.139543:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016830.141593:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016831.143590:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016832.145541:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016833.147583:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016834.149598:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016835.151529:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016836.153616:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016837.155628:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016838.157532:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1734016838.965751:0:1970:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:0.0:1734016838.965818:0:1970:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1734016838.965846:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734016838.965895:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734016838.965911:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734016838.965923:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734016838.965935:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734016838.965946:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00010000:00010000:3.0:1734016839.159640:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016840.161817:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016841.163595:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016842.165603:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016843.167577:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016844.169575:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016845.171576:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016846.173565:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016847.175582:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016848.177611:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016849.179594:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016850.181584:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016851.183602:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016852.185566:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016853.187543:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016854.189563:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016855.191592:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016856.193554:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016857.195630:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016858.197585:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016859.199588:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016860.201604:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016861.203614:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016862.205618:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016863.207612:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016864.209618:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016865.211601:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016866.213583:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016867.215569:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016868.217659:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016869.219626:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016870.221623:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016871.223622:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016872.225590:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016873.227652:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016874.229641:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016875.231608:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016876.233610:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016877.235655:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016878.237601:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016879.239598:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016880.241621:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016881.243607:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016882.245612:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016883.247586:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016884.249543:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016885.251526:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016886.253614:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016887.255591:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016888.257573:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016889.259614:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016890.261590:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016891.263590:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016892.265598:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016893.267628:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016894.269606:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016895.271596:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016896.273605:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016897.275612:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016898.277579:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016899.279606:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016900.281575:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016901.283582:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016902.285608:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016903.287578:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1734016904.069651:0:1967:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:3.0:1734016904.069712:0:1967:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1734016904.069740:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:3.0:1734016904.069782:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:3.0:1734016904.069791:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:3.0:1734016904.069798:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:3.0:1734016904.069805:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:3.0:1734016904.069814:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00010000:00010000:3.0:1734016904.289630:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016905.291609:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016906.293625:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016907.295628:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016908.297616:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016909.299603:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016910.301619:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016911.303601:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016912.305641:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016913.307620:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016914.309598:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016915.311604:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016916.313600:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016917.315688:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016918.317555:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016919.319581:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016920.321613:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016921.323607:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016922.325617:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016923.327591:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016924.329658:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016925.331628:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016926.333634:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016927.335620:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016928.337641:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016929.339610:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016930.341603:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016930.743482:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734016931.343568:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016931.743439:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734016932.345570:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016932.743451:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734016933.347647:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016933.743443:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734016934.349662:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016934.743506:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734016935.351636:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016936.353627:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016937.355642:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016938.357587:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016939.359605:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016940.361614:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016941.363615:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016942.365626:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016943.367582:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016944.369586:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016945.371605:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016946.373599:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016947.375599:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016948.377620:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016949.379593:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016950.381604:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016951.383582:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016952.385606:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016953.387621:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016954.389598:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016955.391591:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016956.393572:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016957.395621:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016958.397525:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016959.399585:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016960.401611:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016961.403593:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016962.405590:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016963.407604:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016964.409602:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016965.411584:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016966.413618:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016967.415610:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016968.417583:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1734016969.173649:0:1968:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:0.0:1734016969.173701:0:1968:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1734016969.173725:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734016969.173764:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734016969.173773:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734016969.173781:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734016969.173789:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734016969.173796:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00010000:00010000:3.0:1734016969.419603:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016970.421594:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016971.423585:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016972.425587:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016973.427586:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016974.429597:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016975.431564:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016976.433640:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016977.435605:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016978.437553:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016979.439615:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016980.441607:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016981.443604:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016982.445607:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016983.447576:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016984.449679:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016985.452037:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016986.453596:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016987.455618:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016988.457605:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016989.459603:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016990.461653:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016991.463611:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016992.465626:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016993.467646:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016994.469610:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016995.471605:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016996.473634:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016997.475610:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016998.477570:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016999.479573:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017000.481591:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1734017034.277589:0:1969:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:0.0:1734017034.277633:0:1969:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1734017034.277652:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734017034.277688:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734017034.277696:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734017034.277703:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734017034.277710:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734017034.277717:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000100:00100000:0.0:1734017071.743547:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00100000:0.0:1734017072.743396:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00100000:0.0:1734017073.743479:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00100000:0.0:1734017074.743470:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00100000:0.0:1734017075.743482:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00100000:0.0:1734017076.743448:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00100000:0.0:1734017077.743460:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00100000:0.0:1734017078.743461:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00100000:0.0:1734017079.743468:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00100000:0.0:1734017080.743437:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00100000:0.0:1734017081.743446:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00100000:0.0:1734017082.743458:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00100000:0.0:1734017083.743503:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00100000:0.0:1734017084.743464:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00100000:0.0:1734017085.743491:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00100000:0.0:1734017086.743437:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00100000:0.0:1734017087.743460:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000400:00000100:0.0:1734017099.381618:0:1970:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:0.0:1734017099.381706:0:1970:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1734017099.381725:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734017099.381757:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734017099.381765:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734017099.381773:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734017099.381779:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734017099.381786:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000100:00100000:1.0:1734017111.399798:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017111/real 1734017111] req@ffff8800a7a7df80 x1818247339488640/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017111.399826:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339488640/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017111.399836:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017111.399839:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017111.399844:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339488640:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017111.399851:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339488768:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017111.399867:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017111.399874:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017111/real 1734017111] req@ffff8800a7a7fb80 x1818247339488768/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017111.399885:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339488768/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017111.399893:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017111.399896:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017111.399899:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339488768:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017111.399904:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339488896:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017111.399917:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017111.399923:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017111/real 1734017111] req@ffff8800a7a7f100 x1818247339488896/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017111.399934:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339488896/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017111.399941:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017111.399944:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017111.399948:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339488896:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017111.399971:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339489024:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017111.399985:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017111.399991:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017111/real 1734017111] req@ffff8800a7a7ed80 x1818247339489024/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017111.400002:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339489024/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017111.400010:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017111.400012:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017111.400015:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339489024:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017111.400020:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339489152:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017111.400032:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017111.400038:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017111/real 1734017111] req@ffff8800a7a7c380 x1818247339489152/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017111.400049:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339489152/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017111.400056:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017111.400058:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017111.400061:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339489152:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017111.400067:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339489280:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017111.400082:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017111.400088:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017111/real 1734017111] req@ffff8800a7a7d180 x1818247339489280/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017111.400098:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339489280/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017111.400105:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017111.400107:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017111.400110:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339489280:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017116.407688:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339489408:192.168.201.101@tcp:250:kworker.0 00000800:00000100:1.0:1734017116.407753:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017116.407775:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017116/real 1734017116] req@ffff8800a7a7dc00 x1818247339489408/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017116.407794:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339489408/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017116.407805:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017116.407808:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017116.407813:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339489408:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017116.407820:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339489536:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017116.407836:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017116.407843:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017116/real 1734017116] req@ffff8800a7a7ea00 x1818247339489536/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017116.407854:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339489536/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017116.407863:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017116.407865:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017116.407869:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339489536:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017116.407874:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339489664:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017116.407887:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017116.407893:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017116/real 1734017116] req@ffff8800a7a7ce00 x1818247339489664/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017116.407903:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339489664/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017116.407911:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017116.407913:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017116.407916:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339489664:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017116.407940:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339489792:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017116.407954:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017116.407960:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017116/real 1734017116] req@ffff8800a7a7c700 x1818247339489792/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017116.407971:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339489792/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017116.407979:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017116.407981:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017116.407984:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339489792:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017116.407990:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339489920:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017116.408003:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017116.408009:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017116/real 1734017116] req@ffff8800a7a7ca80 x1818247339489920/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017116.408019:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339489920/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017116.408027:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017116.408029:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017116.408032:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339489920:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017116.408037:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339490048:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017116.408048:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017116.408054:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017116/real 1734017116] req@ffff8800a7a7e300 x1818247339490048/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017116.408064:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339490048/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017116.408071:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017116.408073:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017116.408076:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339490048:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017121.415693:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339490176:192.168.201.101@tcp:250:kworker.0 00000800:00000100:1.0:1734017121.415756:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017121.415778:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017121/real 1734017121] req@ffff8800a7a7f480 x1818247339490176/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017121.415798:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339490176/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017121.415809:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017121.415812:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017121.415816:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339490176:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017121.415823:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339490304:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017121.415839:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017121.415846:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017121/real 1734017121] req@ffff8800a7a7c000 x1818247339490304/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017121.415858:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339490304/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017121.415865:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017121.415868:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017121.415871:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339490304:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017121.415876:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339490432:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017121.415889:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017121.415895:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017121/real 1734017121] req@ffff8800a7a7e300 x1818247339490432/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017121.415905:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339490432/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017121.415913:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017121.415916:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017121.415919:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339490432:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017121.415945:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339490560:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017121.415958:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017121.415965:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017121/real 1734017121] req@ffff8800a7a7ca80 x1818247339490560/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017121.415976:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339490560/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017121.415983:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017121.415985:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017121.415988:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339490560:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017121.415994:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339490688:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017121.416005:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017121.416011:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017121/real 1734017121] req@ffff8800a7a7c700 x1818247339490688/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017121.416021:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339490688/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017121.416028:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017121.416031:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017121.416034:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339490688:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017121.416039:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339490816:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017121.416054:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017121.416061:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017121/real 1734017121] req@ffff8800a7a7ce00 x1818247339490816/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017121.416071:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339490816/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017121.416078:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017121.416080:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017121.416084:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339490816:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017126.423685:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339490944:192.168.201.101@tcp:250:kworker.0 00000800:00000100:1.0:1734017126.423748:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017126.423771:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017126/real 1734017126] req@ffff8800a7a7ea00 x1818247339490944/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017126.423791:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339490944/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017126.423802:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017126.423805:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017126.423810:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339490944:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017126.423817:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339491072:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017126.423833:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017126.423840:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017126/real 1734017126] req@ffff8800a7a7dc00 x1818247339491072/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017126.423851:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339491072/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017126.423860:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017126.423863:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017126.423867:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339491072:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017126.423888:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339491200:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017126.423902:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017126.423908:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017126/real 1734017126] req@ffff8800a7a7d180 x1818247339491200/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017126.423919:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339491200/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017126.423927:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017126.423929:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017126.423932:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339491200:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017126.423938:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339491328:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017126.423950:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017126.423956:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017126/real 1734017126] req@ffff8800a7a7c380 x1818247339491328/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017126.423966:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339491328/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017126.423974:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017126.423976:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017126.423980:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339491328:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017126.423986:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339491456:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017126.423999:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017126.424005:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017126/real 1734017126] req@ffff8800a7a7ed80 x1818247339491456/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017126.424016:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339491456/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017126.424023:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017126.424025:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017126.424028:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339491456:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017126.424034:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339491584:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017126.424046:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017126.424052:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017126/real 1734017126] req@ffff8800a7a7f100 x1818247339491584/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017126.424062:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339491584/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017126.424069:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017126.424071:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017126.424074:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339491584:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017131.431685:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339491712:192.168.201.101@tcp:250:kworker.0 00000800:00000100:1.0:1734017131.431749:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017131.431772:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017131/real 1734017131] req@ffff8800a7a7fb80 x1818247339491712/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017131.431792:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339491712/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017131.431803:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017131.431806:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017131.431811:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339491712:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017131.431818:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339491840:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017131.431835:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017131.431842:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017131/real 1734017131] req@ffff8800a7a7df80 x1818247339491840/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017131.431853:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339491840/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017131.431861:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017131.431863:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017131.431866:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339491840:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017131.431872:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339491968:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017131.431886:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017131.431892:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017131/real 1734017131] req@ffff8800a7a7f100 x1818247339491968/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017131.431902:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339491968/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017131.431910:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017131.431912:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017131.431916:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339491968:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017131.431940:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339492096:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017131.431954:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017131.431961:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017131/real 1734017131] req@ffff8800a7a7ed80 x1818247339492096/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017131.431971:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339492096/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017131.431979:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017131.431981:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017131.431984:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339492096:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017131.431989:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339492224:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017131.432001:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017131.432007:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017131/real 1734017131] req@ffff8800a7a7c380 x1818247339492224/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017131.432017:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339492224/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017131.432025:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017131.432027:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017131.432030:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339492224:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017131.432035:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339492352:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017131.432051:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017131.432057:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017131/real 1734017131] req@ffff8800a7a7d180 x1818247339492352/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017131.432067:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339492352/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017131.432074:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017131.432076:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017131.432079:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339492352:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017131.743585:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017132.745586:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017133.747592:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017134.749632:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017135.751579:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734017136.439752:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339492480:192.168.201.101@tcp:250:kworker.0 00000800:00000100:1.0:1734017136.439826:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017136.439850:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017136/real 1734017136] req@ffff8800a7a7dc00 x1818247339492480/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017136.439871:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339492480/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017136.439883:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017136.439887:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017136.439892:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339492480:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017136.439899:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339492608:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017136.439917:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017136.439923:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017136/real 1734017136] req@ffff8800a7a7ea00 x1818247339492608/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017136.439935:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339492608/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017136.439944:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017136.439947:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017136.439950:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339492608:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017136.439957:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339492736:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017136.439970:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017136.439976:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017136/real 1734017136] req@ffff8800a7a7ce00 x1818247339492736/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017136.439986:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339492736/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017136.439994:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017136.439997:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017136.440046:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339492736:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017136.440074:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339492864:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017136.440093:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017136.440101:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017136/real 1734017136] req@ffff8800a7a7c700 x1818247339492864/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017136.440112:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339492864/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017136.440120:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017136.440122:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017136.440125:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339492864:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017136.440132:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339492992:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017136.440146:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017136.440153:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017136/real 1734017136] req@ffff8800a7a7ca80 x1818247339492992/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017136.440163:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339492992/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017136.440171:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017136.440173:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017136.440176:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339492992:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017136.440182:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339493120:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017136.440194:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017136.440200:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017136/real 1734017136] req@ffff8800a7a7e300 x1818247339493120/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017136.440210:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339493120/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017136.440217:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017136.440219:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017136.440222:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339493120:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017136.753597:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017137.755589:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017138.757591:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017139.759586:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017140.761592:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734017141.447660:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339493248:192.168.201.101@tcp:250:kworker.0 00000800:00000100:1.0:1734017141.447724:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017141.447746:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017141/real 1734017141] req@ffff8800a7a7c000 x1818247339493248/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017141.447767:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339493248/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017141.447778:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017141.447781:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017141.447785:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339493248:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017141.447792:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339493376:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017141.447809:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017141.447816:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017141/real 1734017141] req@ffff8800a7a7f480 x1818247339493376/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017141.447827:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339493376/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017141.447835:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017141.447837:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017141.447841:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339493376:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017141.447846:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339493504:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017141.447859:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017141.447865:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017141/real 1734017141] req@ffff8800a7a7e300 x1818247339493504/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017141.447876:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339493504/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017141.447883:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017141.447886:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017141.447889:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339493504:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017141.447954:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339493632:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017141.447973:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017141.447981:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017141/real 1734017141] req@ffff8800a7a7ca80 x1818247339493632/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017141.447993:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339493632/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017141.448001:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017141.448003:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017141.448006:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339493632:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017141.448012:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339493760:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017141.448025:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017141.448031:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017141/real 1734017141] req@ffff8800a7a7c700 x1818247339493760/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017141.448041:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339493760/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017141.448049:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017141.448051:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017141.448054:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339493760:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017141.448059:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339493888:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017141.448074:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017141.448080:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017141/real 1734017141] req@ffff8800a7a7ce00 x1818247339493888/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017141.448090:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339493888/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017141.448098:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017141.448100:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017141.448103:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339493888:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017141.763596:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017142.765598:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017143.767524:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017144.769564:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017145.771495:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734017146.455579:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017146.455593:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734017146.455598:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017146.455612:0:66:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1410 00000100:00080000:0.0:1734017146.455625:0:66:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017146.455635:0:66:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734017146.455685:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1880 x1818247339494016/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017146.455726:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017146.455730:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017146.455732:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017146.455737:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1410 00000100:00080000:0.0:1734017146.455741:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017146.455745:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017146.455756:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017146.455768:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0380 x1818247339494144/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017146.455777:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017146.455780:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017146.455782:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017146.455786:0:66:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1410 00000100:00080000:0.0:1734017146.455789:0:66:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017146.455793:0:66:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017146.455798:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734017146.455807:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0a80 x1818247339494272/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017146.455815:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017146.455818:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017146.455820:0:66:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017146.455823:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1410 00000100:00080000:0.0:1734017146.455826:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017146.455859:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017146.455865:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734017146.455875:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0e00 x1818247339494400/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017146.455880:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339494016:192.168.201.101@tcp:250:kworker.0 00000100:00080000:0.0:1734017146.455886:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017146.455890:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017146.455892:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017146.455896:0:66:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1410 00000100:00080000:0.0:1734017146.455899:0:66:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017146.455903:0:66:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017146.455907:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017146.455915:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1180 x1818247339494528/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017146.455924:0:66:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017146.455927:0:66:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017146.455929:0:66:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017146.455933:0:66:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1410 00000100:00080000:0.0:1734017146.455939:0:66:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017146.455943:0:66:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017146.455947:0:66:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734017146.455949:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017146.455956:0:66:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1f80 x1818247339494656/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017146.455973:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017146/real 1734017146] req@ffff88012c3a1880 x1818247339494016/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017146.455993:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1880 x1818247339494016/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017146.456006:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017146.456010:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017146.456014:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339494016:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017146.456023:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339494144:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017146.456040:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017146.456047:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017146/real 1734017146] req@ffff88012c3a0380 x1818247339494144/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017146.456058:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0380 x1818247339494144/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017146.456067:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017146.456070:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017146.456074:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339494144:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017146.456079:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339494272:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017146.456093:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017146.456099:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017146/real 1734017146] req@ffff88012c3a0a80 x1818247339494272/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017146.456109:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0a80 x1818247339494272/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017146.456117:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017146.456119:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017146.456122:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339494272:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017146.456150:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339494400:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017146.456164:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017146.456171:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017146/real 1734017146] req@ffff88012c3a0e00 x1818247339494400/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017146.456182:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0e00 x1818247339494400/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017146.456189:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017146.456192:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017146.456195:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339494400:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017146.456201:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339494528:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017146.456214:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017146.456220:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017146/real 1734017146] req@ffff88012c3a1180 x1818247339494528/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017146.456230:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1180 x1818247339494528/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017146.456237:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017146.456240:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017146.456243:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339494528:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017146.456249:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339494656:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017146.456262:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017146.456268:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017146/real 1734017146] req@ffff88012c3a1f80 x1818247339494656/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017146.456278:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1f80 x1818247339494656/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017146.456285:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017146.456288:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017146.456291:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339494656:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017146.773541:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017147.775522:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017148.777547:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017149.779547:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017150.781547:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734017151.463452:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017151.463464:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734017151.463469:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017151.463483:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1415 00000100:00080000:0.0:1734017151.463494:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017151.463504:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734017151.463551:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2300 x1818247339494784/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017151.463589:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017151.463593:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017151.463595:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017151.463601:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1415 00000100:00080000:0.0:1734017151.463605:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017151.463609:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017151.463620:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017151.463631:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2680 x1818247339494912/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017151.463641:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017151.463644:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017151.463646:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017151.463651:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1415 00000100:00080000:0.0:1734017151.463654:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017151.463658:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017151.463663:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734017151.463673:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0700 x1818247339495040/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017151.463683:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017151.463687:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017151.463688:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017151.463692:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1415 00000100:00080000:0.0:1734017151.463694:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017151.463698:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017151.463702:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734017151.463711:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0000 x1818247339495168/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017151.463717:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339494784:192.168.201.101@tcp:250:kworker.0 00000100:00080000:0.0:1734017151.463722:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017151.463725:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017151.463727:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017151.463731:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1415 00000100:00080000:0.0:1734017151.463733:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017151.463736:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017151.463741:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017151.463781:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1c00 x1818247339495296/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017151.463791:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017151.463794:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017151.463797:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017151.463801:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1415 00000100:00080000:0.0:1734017151.463819:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017151.463823:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017151.463828:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734017151.463829:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017151.463839:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3800 x1818247339495424/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017151.463854:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017151/real 1734017151] req@ffff88012c3a2300 x1818247339494784/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017151.463875:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2300 x1818247339494784/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017151.463887:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017151.463890:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017151.463895:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339494784:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017151.463903:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339494912:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017151.463922:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017151.463929:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017151/real 1734017151] req@ffff88012c3a2680 x1818247339494912/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017151.463940:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2680 x1818247339494912/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017151.463948:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017151.463951:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017151.463954:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339494912:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017151.463960:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339495040:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017151.463973:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017151.463980:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017151/real 1734017151] req@ffff88012c3a0700 x1818247339495040/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017151.463990:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0700 x1818247339495040/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017151.463998:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017151.464001:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017151.464004:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339495040:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017151.464031:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339495168:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017151.464045:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017151.464051:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017151/real 1734017151] req@ffff88012c3a0000 x1818247339495168/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017151.464062:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0000 x1818247339495168/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017151.464070:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017151.464072:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017151.464075:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339495168:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017151.464081:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339495296:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017151.464093:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017151.464099:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017151/real 1734017151] req@ffff88012c3a1c00 x1818247339495296/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017151.464110:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1c00 x1818247339495296/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017151.464117:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017151.464120:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017151.464123:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339495296:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017151.464129:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339495424:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017151.464144:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017151.464151:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017151/real 1734017151] req@ffff88012c3a3800 x1818247339495424/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017151.464161:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a3800 x1818247339495424/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017151.464168:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017151.464171:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017151.464174:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339495424:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017151.783619:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017152.785629:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017153.787624:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017154.789599:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017155.791583:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734017156.471471:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017156.471485:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734017156.471491:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017156.471504:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1420 00000100:00080000:0.0:1734017156.471516:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017156.471526:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734017156.471574:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3480 x1818247339495552/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017156.471613:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017156.471617:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017156.471619:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017156.471625:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1420 00000100:00080000:0.0:1734017156.471628:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017156.471632:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017156.471645:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017156.471696:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3100 x1818247339495680/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017156.471708:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017156.471711:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017156.471714:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017156.471720:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1420 00000100:00080000:0.0:1734017156.471723:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017156.471727:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017156.471733:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734017156.471744:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2a00 x1818247339495808/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017156.471755:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017156.471759:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017156.471761:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017156.471764:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1420 00000100:00080000:0.0:1734017156.471767:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017156.471771:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:1.0:1734017156.471775:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339495552:192.168.201.101@tcp:250:kworker.0 00000008:00100000:0.0:1734017156.471776:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734017156.471784:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2d80 x1818247339495936/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017156.471793:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017156.471797:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017156.471798:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017156.471802:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1420 00000100:00080000:0.0:1734017156.471805:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017156.471808:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017156.471813:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017156.471825:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3b80 x1818247339496064/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017156.471835:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017156.471838:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017156.471840:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017156.471844:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1420 00000100:00080000:0.0:1734017156.471847:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1734017156.471849:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:0.0:1734017156.471851:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017156.471855:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017156.471864:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3800 x1818247339496192/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017156.471874:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017156/real 1734017156] req@ffff88012c3a3480 x1818247339495552/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017156.471894:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a3480 x1818247339495552/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017156.471906:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017156.471910:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017156.471914:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339495552:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017156.471922:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339495680:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017156.471939:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017156.471946:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017156/real 1734017156] req@ffff88012c3a3100 x1818247339495680/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017156.471957:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a3100 x1818247339495680/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017156.471966:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017156.471969:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017156.471972:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339495680:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017156.471999:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339495808:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017156.472013:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017156.472019:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017156/real 1734017156] req@ffff88012c3a2a00 x1818247339495808/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017156.472030:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2a00 x1818247339495808/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017156.472039:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017156.472041:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017156.472044:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339495808:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017156.472050:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339495936:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017156.472063:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017156.472069:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017156/real 1734017156] req@ffff88012c3a2d80 x1818247339495936/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017156.472078:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2d80 x1818247339495936/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017156.472086:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017156.472089:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017156.472092:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339495936:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017156.472099:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339496064:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017156.472113:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017156.472119:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017156/real 1734017156] req@ffff88012c3a3b80 x1818247339496064/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017156.472129:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a3b80 x1818247339496064/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017156.472137:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017156.472140:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017156.472143:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339496064:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017156.472149:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339496192:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017156.472161:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017156.472167:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017156/real 1734017156] req@ffff88012c3a3800 x1818247339496192/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017156.472177:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a3800 x1818247339496192/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017156.472184:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017156.472186:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017156.472189:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339496192:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017156.793562:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017157.795512:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017158.797673:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017159.799655:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017160.801642:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734017161.479441:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017161.479452:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734017161.479458:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017161.479471:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1425 00000100:00080000:0.0:1734017161.479482:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017161.479492:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734017161.479541:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1c00 x1818247339496320/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017161.479615:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017161.479620:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017161.479622:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017161.479628:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1425 00000100:00080000:0.0:1734017161.479632:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017161.479636:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017161.479649:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017161.479662:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0000 x1818247339496448/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017161.479674:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017161.479678:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017161.479679:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017161.479684:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1425 00000100:00080000:0.0:1734017161.479687:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017161.479691:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017161.479696:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1734017161.479704:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339496320:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734017161.479706:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0700 x1818247339496576/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017161.479716:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017161.479720:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017161.479722:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017161.479726:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1425 00000100:00080000:0.0:1734017161.479730:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017161.479734:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017161.479738:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734017161.479747:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2680 x1818247339496704/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017161.479755:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017161.479759:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017161.479761:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017161.479765:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1425 00000100:00080000:0.0:1734017161.479769:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017161.479772:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017161.479777:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017161.479785:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2300 x1818247339496832/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017161.479793:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017161.479797:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017161.479798:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017161.479802:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1425 00000100:00080000:0.0:1734017161.479804:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734017161.479805:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339496448:192.168.201.101@tcp:38:kworker.0 00000100:00080000:0.0:1734017161.479808:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017161.479813:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017161.479824:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1f80 x1818247339496960/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017161.479839:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339496576:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017161.479857:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339496704:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017161.479873:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339496832:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017161.479889:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339496960:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017161.803613:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017162.805603:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017163.807618:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1734017164.485644:0:1967:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:3.0:1734017164.485693:0:1967:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1734017164.485712:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:3.0:1734017164.485748:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:3.0:1734017164.485757:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:3.0:1734017164.485764:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:3.0:1734017164.485772:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:3.0:1734017164.485779:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000100:00100000:0.0:1734017164.485860:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017161/real 1734017164] req@ffff88012c3a0700 x1818247339496576/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017164.485889:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0700 x1818247339496576/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017164.485901:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017164.485905:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017164.485912:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339496576:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017164.485928:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017161/real 1734017164] req@ffff88012c3a2680 x1818247339496704/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017164.485947:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2680 x1818247339496704/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017164.485959:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017164.485963:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017164.485969:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339496704:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017164.485978:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017161/real 1734017164] req@ffff88012c3a2300 x1818247339496832/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017164.485997:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2300 x1818247339496832/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017164.486009:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017164.486014:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017164.486019:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339496832:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017164.486028:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017161/real 1734017164] req@ffff88012c3a1f80 x1818247339496960/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017164.486062:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1f80 x1818247339496960/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017164.486074:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017164.486078:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017164.486084:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339496960:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017164.486098:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017161/real 1734017164] req@ffff88012c3a1c00 x1818247339496320/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017164.486118:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1c00 x1818247339496320/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017164.486140:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017164.486144:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017164.486150:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339496320:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734017164.486160:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017161/real 1734017164] req@ffff88012c3a0000 x1818247339496448/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017164.486177:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0000 x1818247339496448/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017164.486189:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017164.486193:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017164.486198:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339496448:192.168.201.101@tcp:38:kworker.0 00010000:00010000:3.0:1734017164.809613:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017165.811542:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734017166.487454:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017166.487463:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734017166.487467:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017166.487477:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1430 00000100:00080000:0.0:1734017166.487514:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017166.487523:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734017166.487559:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0000 x1818247339497088/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017166.487593:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017166.487597:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017166.487599:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017166.487604:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1430 00000100:00080000:0.0:1734017166.487608:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017166.487611:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017166.487621:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017166.487632:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1c00 x1818247339497216/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017166.487642:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017166.487645:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017166.487646:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017166.487651:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1430 00000100:00080000:0.0:1734017166.487653:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017166.487657:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017166.487662:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734017166.487669:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1f80 x1818247339497344/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017166.487678:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017166.487681:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017166.487682:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017166.487686:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1430 00000100:00080000:0.0:1734017166.487688:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017166.487691:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017166.487696:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734017166.487704:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2300 x1818247339497472/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017166.487714:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017166.487717:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017166.487718:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017166.487722:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1430 00000100:00080000:0.0:1734017166.487724:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017166.487727:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017166.487731:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017166.487738:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2680 x1818247339497600/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017166.487747:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017166.487750:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017166.487751:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017166.487754:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1430 00000100:00080000:0.0:1734017166.487766:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017166.487770:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017166.487774:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017166.487782:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0700 x1818247339497728/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734017166.813556:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017167.815611:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017168.817631:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017169.819595:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017170.821641:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734017171.495452:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017171.495459:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734017171.495464:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017171.495473:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1435 00000100:00080000:0.0:1734017171.495482:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017171.495489:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734017171.495520:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1180 x1818247339497856/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017171.495550:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017171.495554:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017171.495556:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017171.495560:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1435 00000100:00080000:0.0:1734017171.495563:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017171.495566:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017171.495574:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017171.495583:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0e00 x1818247339497984/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017171.495592:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017171.495595:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017171.495596:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017171.495599:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1435 00000100:00080000:0.0:1734017171.495602:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017171.495605:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017171.495609:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734017171.495616:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0a80 x1818247339498112/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017171.495630:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017171.495632:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017171.495634:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017171.495637:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1435 00000100:00080000:0.0:1734017171.495639:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017171.495642:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017171.495646:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734017171.495653:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0380 x1818247339498240/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017171.495661:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017171.495663:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017171.495665:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017171.495668:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1435 00000100:00080000:0.0:1734017171.495670:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017171.495673:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017171.495676:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017171.495683:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1880 x1818247339498368/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017171.495690:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017171.495693:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017171.495694:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017171.495698:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1435 00000100:00080000:0.0:1734017171.495701:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017171.495704:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017171.495707:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017171.495716:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0700 x1818247339498496/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734017171.823525:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017172.825627:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017173.827599:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017174.829599:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017175.831581:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734017176.503490:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017176.503503:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734017176.503509:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017176.503523:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1440 00000100:00080000:0.0:1734017176.503536:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017176.503546:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734017176.503594:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2680 x1818247339498624/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017176.503633:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017176.503638:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017176.503641:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017176.503645:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1440 00000100:00080000:0.0:1734017176.503649:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017176.503653:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017176.503666:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017176.503678:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2300 x1818247339498752/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017176.503688:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017176.503691:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017176.503872:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017176.503882:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1440 00000100:00080000:0.0:1734017176.503889:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017176.503897:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017176.503910:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734017176.503942:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1f80 x1818247339498880/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017176.503960:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017176.503964:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017176.503966:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017176.503970:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1440 00000100:00080000:0.0:1734017176.503973:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017176.503976:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017176.503981:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734017176.503989:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1c00 x1818247339499008/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017176.504024:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017176.504028:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017176.504030:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017176.504034:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1440 00000100:00080000:0.0:1734017176.504037:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017176.504041:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017176.504047:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017176.504055:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0000 x1818247339499136/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017176.504068:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017176.504071:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017176.504073:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017176.504077:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1440 00000100:00080000:0.0:1734017176.504079:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017176.504083:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017176.504088:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017176.504097:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3800 x1818247339499264/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734017176.833569:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017177.835603:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017178.837576:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017179.839561:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017180.841612:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734017181.511464:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017181.511476:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734017181.511481:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017181.511494:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1445 00000100:00080000:0.0:1734017181.511506:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017181.511516:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734017181.511562:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3b80 x1818247339499392/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017181.511598:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017181.511602:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017181.511604:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017181.511609:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1445 00000100:00080000:0.0:1734017181.511613:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017181.511616:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017181.511629:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017181.511641:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2d80 x1818247339499520/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017181.511651:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017181.511655:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017181.511657:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017181.511661:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1445 00000100:00080000:0.0:1734017181.511664:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017181.511668:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017181.511673:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734017181.511682:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2a00 x1818247339499648/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017181.511691:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017181.511694:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017181.511696:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017181.511700:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1445 00000100:00080000:0.0:1734017181.511702:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017181.511706:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017181.511710:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734017181.511718:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3100 x1818247339499776/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017181.511727:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017181.511731:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017181.511733:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017181.511737:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1445 00000100:00080000:0.0:1734017181.511740:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017181.511743:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017181.511748:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017181.511756:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3480 x1818247339499904/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017181.511765:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017181.511768:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017181.511769:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017181.511773:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1445 00000100:00080000:0.0:1734017181.511776:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017181.511780:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017181.511784:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017181.511794:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3800 x1818247339500032/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734017181.843591:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017182.845588:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017183.847613:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017184.849623:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017185.851597:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734017186.519462:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017186.519471:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734017186.519475:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017186.519485:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1450 00000100:00080000:0.0:1734017186.519494:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017186.519502:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734017186.519537:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0000 x1818247339500160/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017186.519577:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017186.519581:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017186.519583:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017186.519587:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1450 00000100:00080000:0.0:1734017186.519591:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017186.519594:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017186.519604:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017186.519616:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1c00 x1818247339500288/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017186.519625:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017186.519629:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017186.519630:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017186.519635:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1450 00000100:00080000:0.0:1734017186.519637:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017186.519641:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017186.519646:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734017186.519654:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1f80 x1818247339500416/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017186.519662:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017186.519665:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017186.519667:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017186.519670:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1450 00000100:00080000:0.0:1734017186.519673:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017186.519677:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017186.519681:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734017186.519689:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2300 x1818247339500544/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017186.519698:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017186.519702:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017186.519703:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017186.519707:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1450 00000100:00080000:0.0:1734017186.519709:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017186.519712:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017186.519717:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017186.519723:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2680 x1818247339500672/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017186.519732:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017186.519735:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017186.519737:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017186.519740:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1450 00000100:00080000:0.0:1734017186.519743:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017186.519746:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017186.519751:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017186.519758:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0700 x1818247339500800/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734017186.853581:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017187.855611:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017188.857622:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017189.859623:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017190.861613:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734017191.527481:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017191.527493:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734017191.527499:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017191.527512:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1455 00000100:00080000:0.0:1734017191.527524:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017191.527533:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734017191.527580:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1880 x1818247339500928/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017191.527617:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017191.527622:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017191.527624:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017191.527629:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1455 00000100:00080000:0.0:1734017191.527633:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017191.527637:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017191.527649:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017191.527660:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0380 x1818247339501056/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017191.527669:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017191.527673:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017191.527675:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017191.527679:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1455 00000100:00080000:0.0:1734017191.527682:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017191.527686:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017191.527692:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734017191.527701:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0a80 x1818247339501184/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017191.527712:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017191.527715:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017191.527717:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017191.527721:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1455 00000100:00080000:0.0:1734017191.527723:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017191.527727:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017191.527731:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734017191.527739:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0e00 x1818247339501312/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017191.527748:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017191.527751:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017191.527753:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017191.527757:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1455 00000100:00080000:0.0:1734017191.527759:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017191.527762:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017191.527767:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017191.527775:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1180 x1818247339501440/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017191.527784:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017191.527787:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017191.527789:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017191.527793:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1455 00000100:00080000:0.0:1734017191.527798:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017191.527801:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017191.527806:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017191.527817:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0700 x1818247339501568/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734017191.863609:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017192.865583:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017193.867586:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017194.869592:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017195.871583:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734017196.535433:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017196.535442:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734017196.535447:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017196.535457:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1460 00000100:00080000:0.0:1734017196.535466:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017196.535474:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734017196.535508:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2680 x1818247339501696/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017196.535542:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017196.535546:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017196.535548:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017196.535553:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1460 00000100:00080000:0.0:1734017196.535556:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017196.535560:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017196.535570:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017196.535580:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2300 x1818247339501824/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017196.535590:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017196.535593:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017196.535596:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017196.535601:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1460 00000100:00080000:0.0:1734017196.535603:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017196.535607:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017196.535612:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734017196.535620:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1f80 x1818247339501952/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017196.535628:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017196.535631:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017196.535633:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017196.535636:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1460 00000100:00080000:0.0:1734017196.535639:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017196.535642:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017196.535646:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734017196.535654:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1c00 x1818247339502080/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017196.535664:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017196.535667:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017196.535669:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017196.535673:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1460 00000100:00080000:0.0:1734017196.535675:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017196.535678:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017196.535682:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017196.535690:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0000 x1818247339502208/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017196.535699:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017196.535702:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017196.535704:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017196.535707:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1460 00000100:00080000:0.0:1734017196.535710:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017196.535714:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017196.535718:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017196.535727:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3800 x1818247339502336/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734017196.873597:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017197.875574:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017198.877620:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017199.879583:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017200.881573:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734017201.543465:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017201.543473:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734017201.543477:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017201.543487:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1465 00000100:00080000:0.0:1734017201.543496:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017201.543503:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734017201.543537:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3480 x1818247339502464/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017201.543573:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017201.543579:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017201.543582:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017201.543589:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1465 00000100:00080000:0.0:1734017201.543593:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017201.543600:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017201.543613:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017201.543632:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3100 x1818247339502592/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017201.543648:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017201.543652:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017201.543655:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017201.543660:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1465 00000100:00080000:0.0:1734017201.543664:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017201.543669:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017201.543675:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734017201.543687:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2a00 x1818247339502720/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017201.543699:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017201.543704:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017201.543706:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017201.543711:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1465 00000100:00080000:0.0:1734017201.543715:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017201.543720:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017201.543726:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734017201.543739:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2d80 x1818247339502848/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017201.543752:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017201.543757:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017201.543760:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017201.543766:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1465 00000100:00080000:0.0:1734017201.543770:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017201.543775:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017201.543781:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017201.543794:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3b80 x1818247339502976/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017201.543807:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017201.543812:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017201.543815:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017201.543819:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1465 00000100:00080000:0.0:1734017201.543825:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017201.543829:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017201.543837:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017201.543849:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3480 x1818247339503104/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734017201.883564:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017202.885544:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017203.887624:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017204.889621:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017205.891563:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734017206.551459:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017206.551468:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734017206.551472:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017206.551483:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1470 00000100:00080000:0.0:1734017206.551492:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017206.551499:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734017206.551535:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3800 x1818247339503232/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017206.551576:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017206.551580:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017206.551582:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017206.551586:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1470 00000100:00080000:0.0:1734017206.551590:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017206.551594:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017206.551603:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017206.551613:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0000 x1818247339503360/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017206.551623:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017206.551626:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017206.551628:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017206.551632:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1470 00000100:00080000:0.0:1734017206.551634:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017206.551638:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017206.551643:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734017206.551651:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1c00 x1818247339503488/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017206.551659:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017206.551662:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017206.551664:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017206.551667:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1470 00000100:00080000:0.0:1734017206.551669:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017206.551673:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017206.551678:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734017206.551686:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1f80 x1818247339503616/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017206.551695:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017206.551699:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017206.551700:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017206.551703:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1470 00000100:00080000:0.0:1734017206.551706:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017206.551709:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017206.551713:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017206.551720:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2300 x1818247339503744/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017206.551729:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017206.551732:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017206.551733:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017206.551736:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1470 00000100:00080000:0.0:1734017206.551739:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017206.551743:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017206.551747:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017206.551756:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2680 x1818247339503872/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734017206.893530:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017207.895545:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017208.897592:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017209.899523:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017210.901610:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734017211.559461:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017211.559470:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734017211.559474:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017211.559483:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1475 00000100:00080000:0.0:1734017211.559492:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017211.559499:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734017211.559534:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0700 x1818247339504000/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017211.559566:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017211.559571:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017211.559573:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017211.559577:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1475 00000100:00080000:0.0:1734017211.559580:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017211.559584:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017211.559593:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017211.559603:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1180 x1818247339504128/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017211.559613:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017211.559616:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017211.559618:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017211.559622:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1475 00000100:00080000:0.0:1734017211.559625:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017211.559628:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017211.559633:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734017211.559641:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0e00 x1818247339504256/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017211.559650:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017211.559653:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017211.559655:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017211.559658:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1475 00000100:00080000:0.0:1734017211.559661:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017211.559664:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017211.559668:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734017211.559676:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0a80 x1818247339504384/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017211.559685:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017211.559688:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017211.559690:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017211.559693:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1475 00000100:00080000:0.0:1734017211.559696:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017211.559699:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017211.559703:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017211.559710:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0380 x1818247339504512/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017211.559743:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017211.559747:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017211.559748:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017211.559752:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1475 00000100:00080000:0.0:1734017211.559756:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017211.559760:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017211.559764:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017211.559775:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1880 x1818247339504640/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734017211.903577:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017212.905583:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017213.907575:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017214.909597:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017215.911604:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734017216.567458:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017216.567466:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734017216.567471:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017216.567481:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1480 00000100:00080000:0.0:1734017216.567490:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017216.567498:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734017216.567534:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1880 x1818247339504768/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017216.567567:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017216.567571:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017216.567573:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017216.567578:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1480 00000100:00080000:0.0:1734017216.567581:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017216.567585:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017216.567594:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017216.567604:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0380 x1818247339504896/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017216.567614:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017216.567617:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017216.567620:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017216.567624:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1480 00000100:00080000:0.0:1734017216.567627:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017216.567630:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017216.567665:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734017216.567675:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0a80 x1818247339505024/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017216.567684:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017216.567688:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017216.567689:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017216.567693:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1480 00000100:00080000:0.0:1734017216.567696:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017216.567699:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017216.567703:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734017216.567711:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0e00 x1818247339505152/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017216.567720:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017216.567724:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017216.567725:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017216.567728:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1480 00000100:00080000:0.0:1734017216.567731:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017216.567735:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017216.567739:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017216.567746:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1180 x1818247339505280/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017216.567756:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017216.567759:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017216.567761:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017216.567764:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1480 00000100:00080000:0.0:1734017216.567767:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017216.567770:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017216.567774:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017216.567782:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0700 x1818247339505408/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734017216.913515:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017217.915578:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017218.917644:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017219.919618:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017220.921617:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734017221.575463:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017221.575471:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734017221.575476:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017221.575486:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1485 00000100:00080000:0.0:1734017221.575495:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017221.575502:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734017221.575538:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2680 x1818247339505536/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017221.575599:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017221.575603:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017221.575605:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017221.575611:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1485 00000100:00080000:0.0:1734017221.575614:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017221.575618:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017221.575629:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017221.575640:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2300 x1818247339505664/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017221.575651:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017221.575654:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017221.575656:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017221.575659:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1485 00000100:00080000:0.0:1734017221.575662:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017221.575665:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017221.575670:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734017221.575678:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1f80 x1818247339505792/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017221.575687:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017221.575690:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017221.575691:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017221.575694:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1485 00000100:00080000:0.0:1734017221.575697:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017221.575700:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017221.575705:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734017221.575713:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1c00 x1818247339505920/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017221.575722:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017221.575725:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017221.575727:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017221.575731:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1485 00000100:00080000:0.0:1734017221.575734:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017221.575737:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017221.575742:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017221.575749:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0000 x1818247339506048/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017221.575758:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017221.575761:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017221.575762:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017221.575766:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1485 00000100:00080000:0.0:1734017221.575768:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017221.575772:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017221.575776:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017221.575784:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3800 x1818247339506176/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734017221.923620:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017222.925629:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017223.927602:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017224.929666:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017225.931650:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734017226.583455:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017226.583499:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734017226.583504:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017226.583514:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1490 00000100:00080000:0.0:1734017226.583523:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017226.583531:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734017226.583567:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3480 x1818247339506304/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017226.583606:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017226.583611:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017226.583613:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017226.583617:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1490 00000100:00080000:0.0:1734017226.583620:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017226.583624:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017226.583633:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017226.583644:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3b80 x1818247339506432/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017226.583653:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017226.583657:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017226.583659:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017226.583662:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1490 00000100:00080000:0.0:1734017226.583665:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017226.583669:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017226.583673:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734017226.583681:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2d80 x1818247339506560/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017226.583689:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017226.583693:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017226.583694:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017226.583698:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1490 00000100:00080000:0.0:1734017226.583700:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017226.583704:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017226.583709:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734017226.583716:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2a00 x1818247339506688/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017226.583726:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017226.583729:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017226.583730:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017226.583734:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1490 00000100:00080000:0.0:1734017226.583736:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017226.583739:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017226.583743:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017226.583750:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3100 x1818247339506816/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017226.583759:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017226.583762:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017226.583763:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017226.583767:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1490 00000100:00080000:0.0:1734017226.583770:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017226.583773:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017226.583778:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017226.583786:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3800 x1818247339506944/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734017226.933554:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017227.935661:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017228.937666:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1734017229.589635:0:1968:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:1.0:1734017229.589694:0:1968:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1734017229.589719:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:1.0:1734017229.589766:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:1.0:1734017229.589779:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:1.0:1734017229.589791:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:1.0:1734017229.589802:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:1.0:1734017229.589812:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00010000:00010000:3.0:1734017229.939606:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017230.941647:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734017231.591485:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017231.591496:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734017231.591502:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017231.591516:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1495 00000100:00080000:0.0:1734017231.591528:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017231.591538:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734017231.591587:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0000 x1818247339507072/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017231.591623:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017231.591628:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017231.591629:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017231.591635:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1495 00000100:00080000:0.0:1734017231.591638:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017231.591642:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017231.591654:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017231.591666:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1c00 x1818247339507200/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017231.591675:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017231.591679:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017231.591681:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017231.591686:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1495 00000100:00080000:0.0:1734017231.591689:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017231.591693:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017231.591699:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734017231.591709:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1f80 x1818247339507328/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017231.591719:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017231.591722:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017231.591724:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017231.591727:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1495 00000100:00080000:0.0:1734017231.591730:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017231.591733:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017231.591738:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734017231.591747:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2300 x1818247339507456/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017231.591758:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017231.591761:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017231.591762:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017231.591766:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1495 00000100:00080000:0.0:1734017231.591769:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017231.591772:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017231.591777:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017231.591788:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2680 x1818247339507584/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017231.591797:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017231.591800:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017231.591802:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017231.591806:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1495 00000100:00080000:0.0:1734017231.591811:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017231.591815:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017231.591820:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017231.591828:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0700 x1818247339507712/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734017231.943629:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017232.945599:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017233.947591:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017234.949580:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017235.951596:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734017236.599471:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017236.599480:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734017236.599486:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017236.599499:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1500 00000100:00080000:0.0:1734017236.599509:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017236.599519:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734017236.599566:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1180 x1818247339507840/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017236.599601:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017236.599606:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017236.599608:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017236.599613:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1500 00000100:00080000:0.0:1734017236.599616:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017236.599620:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017236.599632:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017236.599644:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0e00 x1818247339507968/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017236.599654:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017236.599658:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017236.599661:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017236.599666:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1500 00000100:00080000:0.0:1734017236.599668:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017236.599672:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017236.599677:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734017236.599687:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0a80 x1818247339508096/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017236.599696:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017236.599699:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017236.599700:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017236.599704:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1500 00000100:00080000:0.0:1734017236.599707:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017236.599710:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017236.599715:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734017236.599723:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0380 x1818247339508224/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017236.599732:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017236.599736:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017236.599738:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017236.599741:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1500 00000100:00080000:0.0:1734017236.599744:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017236.599747:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017236.599751:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017236.599759:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1880 x1818247339508352/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017236.599769:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017236.599773:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017236.599774:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017236.599778:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1500 00000100:00080000:0.0:1734017236.599781:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017236.599784:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017236.599788:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017236.599799:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0700 x1818247339508480/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734017236.953598:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017237.955612:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017238.957581:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017239.959605:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017240.961597:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734017241.607459:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017241.607468:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734017241.607474:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017241.607486:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1505 00000100:00080000:0.0:1734017241.607496:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017241.607506:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734017241.607552:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2680 x1818247339508608/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017241.607588:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017241.607592:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017241.607594:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017241.607599:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1505 00000100:00080000:0.0:1734017241.607603:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017241.607607:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017241.607620:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017241.607631:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2300 x1818247339508736/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017241.607642:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017241.607646:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017241.607648:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017241.607652:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1505 00000100:00080000:0.0:1734017241.607655:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017241.607658:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017241.607663:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734017241.607672:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1f80 x1818247339508864/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017241.607681:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017241.607684:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017241.607685:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017241.607689:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1505 00000100:00080000:0.0:1734017241.607691:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017241.607695:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017241.607700:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734017241.607708:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1c00 x1818247339508992/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017241.607718:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017241.607722:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017241.607724:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017241.607728:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1505 00000100:00080000:0.0:1734017241.607731:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017241.607734:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017241.607739:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017241.607747:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0000 x1818247339509120/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017241.607756:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017241.607759:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017241.607760:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017241.607764:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1505 00000100:00080000:0.0:1734017241.607775:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017241.607779:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017241.607784:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017241.607794:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2d80 x1818247339509248/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734017241.963589:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017242.965608:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017243.967577:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017244.969594:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017245.971602:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734017246.615487:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017246.615498:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734017246.615503:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017246.615517:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1510 00000100:00080000:0.0:1734017246.615528:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017246.615538:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734017246.615586:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3b80 x1818247339509376/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017246.615630:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017246.615635:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017246.615637:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017246.615642:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1510 00000100:00080000:0.0:1734017246.615646:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017246.615650:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017246.615661:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017246.615674:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3480 x1818247339509504/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017246.615683:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017246.615687:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017246.615689:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017246.615693:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1510 00000100:00080000:0.0:1734017246.615696:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017246.615700:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017246.615706:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734017246.615715:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3800 x1818247339509632/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017246.615724:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017246.615727:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017246.615729:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017246.615732:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1510 00000100:00080000:0.0:1734017246.615735:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017246.615740:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017246.615745:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734017246.615753:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3100 x1818247339509760/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017246.615762:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017246.615765:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017246.615767:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017246.615771:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1510 00000100:00080000:0.0:1734017246.615773:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017246.615776:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017246.615781:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017246.615789:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2a00 x1818247339509888/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017246.615798:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017246.615801:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017246.615802:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017246.615806:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1510 00000100:00080000:0.0:1734017246.615817:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017246.615821:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017246.615826:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017246.615838:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2d80 x1818247339510016/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734017246.973619:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017247.975570:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017248.977572:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017249.979588:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017250.981614:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734017251.623481:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017251.623492:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734017251.623496:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017251.623507:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1515 00000100:00080000:0.0:1734017251.623516:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017251.623523:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734017251.623559:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0000 x1818247339510144/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017251.623591:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017251.623595:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017251.623597:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017251.623602:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1515 00000100:00080000:0.0:1734017251.623606:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017251.623609:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017251.623619:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017251.623630:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1c00 x1818247339510272/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017251.623640:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017251.623643:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017251.623645:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017251.623649:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1515 00000100:00080000:0.0:1734017251.623652:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017251.623656:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017251.623661:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734017251.623669:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1f80 x1818247339510400/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017251.623679:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017251.623682:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017251.623684:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017251.623687:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1515 00000100:00080000:0.0:1734017251.623690:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017251.623693:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017251.623697:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734017251.623705:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2300 x1818247339510528/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017251.623714:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017251.623717:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017251.623719:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017251.623722:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1515 00000100:00080000:0.0:1734017251.623724:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017251.623728:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017251.623732:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017251.623739:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2680 x1818247339510656/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017251.623747:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017251.623750:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017251.623752:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017251.623755:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1515 00000100:00080000:0.0:1734017251.623758:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017251.623762:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017251.623766:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017251.623776:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0700 x1818247339510784/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734017251.983621:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017252.985592:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017253.987561:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017254.989614:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017255.991627:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734017256.631459:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017256.631469:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734017256.631474:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017256.631484:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1520 00000100:00080000:0.0:1734017256.631493:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017256.631501:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734017256.631537:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1880 x1818247339510912/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017256.631570:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017256.631575:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017256.631577:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017256.631581:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1520 00000100:00080000:0.0:1734017256.631585:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017256.631588:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017256.631598:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017256.631609:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0380 x1818247339511040/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017256.631618:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017256.631622:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017256.631624:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017256.631628:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1520 00000100:00080000:0.0:1734017256.631631:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017256.631634:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017256.631639:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734017256.631648:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0a80 x1818247339511168/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017256.631656:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017256.631659:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017256.631661:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017256.631664:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1520 00000100:00080000:0.0:1734017256.631667:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017256.631670:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017256.631674:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734017256.631681:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0e00 x1818247339511296/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017256.631691:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017256.631694:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017256.631695:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017256.631699:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1520 00000100:00080000:0.0:1734017256.631701:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017256.631705:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017256.631709:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017256.631716:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1180 x1818247339511424/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017256.631726:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017256.631729:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017256.631731:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017256.631734:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1520 00000100:00080000:0.0:1734017256.631737:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017256.631740:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017256.631744:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017256.631753:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0700 x1818247339511552/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734017256.993619:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017257.995596:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017258.997630:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017259.999594:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017261.001621:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734017261.639485:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017261.639495:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734017261.639501:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017261.639514:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1525 00000100:00080000:0.0:1734017261.639525:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017261.639534:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734017261.639583:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2680 x1818247339511680/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017261.639620:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017261.639624:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017261.639626:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017261.639632:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1525 00000100:00080000:0.0:1734017261.639635:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017261.639640:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017261.639654:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017261.639666:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2300 x1818247339511808/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017261.639676:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017261.639680:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017261.639682:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017261.639686:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1525 00000100:00080000:0.0:1734017261.639690:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017261.639694:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017261.639699:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734017261.639709:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1f80 x1818247339511936/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017261.639718:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017261.639721:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017261.639723:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017261.639726:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1525 00000100:00080000:0.0:1734017261.639729:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017261.639732:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017261.639737:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734017261.639745:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1c00 x1818247339512064/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017261.639754:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017261.639757:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017261.639760:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017261.639764:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1525 00000100:00080000:0.0:1734017261.639767:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017261.639770:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017261.639775:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017261.639785:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0000 x1818247339512192/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017261.639794:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017261.639797:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017261.639799:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017261.639803:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1525 00000100:00080000:0.0:1734017261.639805:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017261.639809:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017261.639813:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017261.639821:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2d80 x1818247339512320/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734017262.003590:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017263.005595:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017264.007586:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017265.009605:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017266.011618:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734017266.647460:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017266.647470:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734017266.647475:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017266.647486:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1530 00000100:00080000:0.0:1734017266.647495:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017266.647502:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734017266.647538:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2a00 x1818247339512448/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017266.647579:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017266.647583:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017266.647585:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017266.647589:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1530 00000100:00080000:0.0:1734017266.647593:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017266.647596:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017266.647605:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017266.647616:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3100 x1818247339512576/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017266.647625:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017266.647628:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017266.647630:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017266.647634:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1530 00000100:00080000:0.0:1734017266.647637:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017266.647640:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017266.647645:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734017266.647653:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3800 x1818247339512704/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017266.647661:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017266.647665:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017266.647666:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017266.647669:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1530 00000100:00080000:0.0:1734017266.647672:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017266.647677:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017266.647681:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734017266.647689:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3480 x1818247339512832/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017266.647698:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017266.647701:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017266.647703:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017266.647706:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1530 00000100:00080000:0.0:1734017266.647708:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017266.647712:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017266.647716:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017266.647723:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3b80 x1818247339512960/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017266.647731:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017266.647734:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017266.647736:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017266.647739:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1530 00000100:00080000:0.0:1734017266.647751:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017266.647755:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017266.647760:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017266.647768:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2d80 x1818247339513088/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734017267.013615:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017268.015628:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017269.017594:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017270.019611:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017271.021594:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734017271.655467:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017271.655480:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734017271.655485:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017271.655500:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1535 00000100:00080000:0.0:1734017271.655512:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017271.655522:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734017271.655571:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0000 x1818247339513216/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017271.655608:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017271.655612:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017271.655614:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017271.655620:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1535 00000100:00080000:0.0:1734017271.655623:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017271.655627:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017271.655639:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017271.655651:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1c00 x1818247339513344/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017271.655660:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017271.655664:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017271.655666:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017271.655670:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1535 00000100:00080000:0.0:1734017271.655673:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017271.655677:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017271.655682:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734017271.655691:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1f80 x1818247339513472/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017271.655732:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017271.655736:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017271.655737:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017271.655742:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1535 00000100:00080000:0.0:1734017271.655745:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017271.655749:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017271.655754:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734017271.655763:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2300 x1818247339513600/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017271.655772:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017271.655776:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017271.655778:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017271.655782:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1535 00000100:00080000:0.0:1734017271.655784:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017271.655788:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017271.655793:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017271.655801:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2680 x1818247339513728/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017271.655810:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017271.655813:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017271.655814:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017271.655818:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1535 00000100:00080000:0.0:1734017271.655824:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017271.655827:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017271.655833:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017271.655842:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0700 x1818247339513856/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734017272.023588:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017273.025586:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017274.027585:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017275.029588:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017276.031574:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734017276.663471:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017276.663481:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734017276.663485:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017276.663495:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1540 00000100:00080000:0.0:1734017276.663504:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017276.663512:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734017276.663554:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1180 x1818247339513984/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017276.663587:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017276.663591:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017276.663593:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017276.663598:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1540 00000100:00080000:0.0:1734017276.663601:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017276.663605:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017276.663642:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017276.663654:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0e00 x1818247339514112/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017276.663664:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017276.663668:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017276.663670:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017276.663675:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1540 00000100:00080000:0.0:1734017276.663678:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017276.663681:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017276.663687:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734017276.663695:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0a80 x1818247339514240/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017276.663704:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017276.663708:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017276.663710:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017276.663714:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1540 00000100:00080000:0.0:1734017276.663716:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017276.663720:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017276.663724:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734017276.663732:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0380 x1818247339514368/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017276.663740:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017276.663743:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017276.663745:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017276.663749:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1540 00000100:00080000:0.0:1734017276.663751:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017276.663754:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017276.663758:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017276.663766:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1880 x1818247339514496/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017276.663775:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017276.663778:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017276.663780:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017276.663783:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1540 00000100:00080000:0.0:1734017276.663786:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017276.663789:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017276.663793:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017276.663802:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0700 x1818247339514624/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734017277.033632:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017278.035617:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017279.037639:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017280.039603:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017281.041615:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734017281.671455:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017281.671464:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734017281.671469:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017281.671478:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1545 00000100:00080000:0.0:1734017281.671487:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017281.671495:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734017281.671572:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2680 x1818247339514752/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017281.671604:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017281.671609:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017281.671611:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017281.671616:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1545 00000100:00080000:0.0:1734017281.671619:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017281.671623:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017281.671634:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017281.671646:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2300 x1818247339514880/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017281.671656:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017281.671659:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017281.671661:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017281.671665:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1545 00000100:00080000:0.0:1734017281.671667:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017281.671671:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017281.671675:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734017281.671684:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1f80 x1818247339515008/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017281.671692:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017281.671695:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017281.671697:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017281.671700:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1545 00000100:00080000:0.0:1734017281.671702:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017281.671706:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017281.671710:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734017281.671718:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1c00 x1818247339515136/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017281.671727:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017281.671730:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017281.671733:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017281.671737:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1545 00000100:00080000:0.0:1734017281.671740:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017281.671743:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017281.671747:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017281.671755:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0000 x1818247339515264/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017281.671764:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017281.671766:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017281.671768:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017281.671771:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1545 00000100:00080000:0.0:1734017281.671775:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017281.671778:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734017281.671782:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017281.671791:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2d80 x1818247339515392/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734017282.043635:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017283.045596:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017284.047588:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017285.049616:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017286.051605:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017286.679689:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339515520:192.168.201.101@tcp:250:kworker.0 00000800:00000100:0.0:1734017286.679753:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017286.679775:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017286/real 1734017286] req@ffff8800a7a7ea00 x1818247339515520/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017286.679795:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339515520/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017286.679807:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017286.679812:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017286.679816:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339515520:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734017286.679839:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339515648:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017286.679856:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017286.679864:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017286/real 1734017286] req@ffff8800a7a7dc00 x1818247339515648/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017286.679875:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339515648/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017286.679883:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017286.679886:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017286.679889:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339515648:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017286.679895:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339515776:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017286.679909:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017286.679915:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017286/real 1734017286] req@ffff8800a7a7d180 x1818247339515776/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017286.679925:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339515776/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017286.679933:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017286.679935:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017286.679938:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339515776:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017286.679943:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339515904:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017286.679959:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017286.679965:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017286/real 1734017286] req@ffff8800a7a7c380 x1818247339515904/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017286.679975:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339515904/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017286.679982:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017286.679985:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017286.679988:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339515904:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017286.679993:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339516032:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017286.680006:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017286.680012:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017286/real 1734017286] req@ffff8800a7a7ed80 x1818247339516032/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017286.680022:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339516032/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017286.680030:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017286.680032:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017286.680035:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339516032:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017286.680050:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339516160:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017286.680062:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017286.680068:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017286/real 1734017286] req@ffff8800a7a7f100 x1818247339516160/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017286.680085:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339516160/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017286.680092:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017286.680094:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017286.680097:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339516160:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017287.053617:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017288.055623:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017289.057609:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017290.059578:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017291.061583:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017291.687679:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339516288:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734017291.687770:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339516416:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017291.687792:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339516544:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017291.687817:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339516672:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017291.687833:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339516800:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017291.687849:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339516928:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017292.063601:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017293.065599:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017294.067565:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017294.694013:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017291/real 1734017294] req@ffff8800a7a7ed80 x1818247339516672/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017294.694051:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339516672/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017294.694068:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017294.694075:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017294.694082:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339516672:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017294.694095:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017291/real 1734017294] req@ffff8800a7a7c380 x1818247339516800/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017294.694116:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339516800/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017294.694129:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017294.694133:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017294.694139:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339516800:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017294.694150:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017291/real 1734017294] req@ffff8800a7a7d180 x1818247339516928/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017294.694168:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339516928/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017294.694181:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017294.694185:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017294.694190:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339516928:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017294.694200:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017291/real 1734017294] req@ffff8800a7a7df80 x1818247339516288/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017294.694219:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339516288/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017294.694231:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017294.694234:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017294.694241:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339516288:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734017294.694251:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017291/real 1734017294] req@ffff8800a7a7fb80 x1818247339516416/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017294.694294:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339516416/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017294.694403:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017294.694408:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017294.694414:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339516416:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017294.694424:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017291/real 1734017294] req@ffff8800a7a7f100 x1818247339516544/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017294.694457:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339516544/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017294.694466:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017294.694469:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017294.694472:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339516544:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017295.069591:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017296.071585:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017296.695673:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339517056:192.168.201.101@tcp:250:kworker.0 00000800:00000100:0.0:1734017296.695736:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017296.695756:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017296/real 1734017296] req@ffff8800a7a7dc00 x1818247339517056/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017296.695775:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339517056/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017296.695786:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017296.695789:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017296.695794:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339517056:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734017296.695802:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339517184:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017296.695819:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017296.695826:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017296/real 1734017296] req@ffff8800a7a7ea00 x1818247339517184/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017296.695837:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339517184/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017296.695845:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017296.695848:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017296.695851:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339517184:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017296.695856:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339517312:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017296.695869:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017296.695875:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017296/real 1734017296] req@ffff8800a7a7ce00 x1818247339517312/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017296.695886:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339517312/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017296.695893:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017296.695896:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017296.695899:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339517312:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017296.695921:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339517440:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017296.695934:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017296.695941:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017296/real 1734017296] req@ffff8800a7a7c700 x1818247339517440/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017296.695952:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339517440/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017296.695960:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017296.695962:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017296.695965:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339517440:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017296.695970:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339517568:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017296.695982:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017296.695988:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017296/real 1734017296] req@ffff8800a7a7ca80 x1818247339517568/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017296.695998:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339517568/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017296.696005:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017296.696007:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017296.696010:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339517568:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017296.696016:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339517696:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017296.696040:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017296.696046:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017296/real 1734017296] req@ffff8800a7a7e300 x1818247339517696/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017296.696057:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339517696/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017296.696064:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017296.696067:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017296.696070:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339517696:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017297.073597:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017298.075588:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017299.077569:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017300.079565:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017301.081611:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017301.703689:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339517824:192.168.201.101@tcp:250:kworker.0 00000800:00000100:0.0:1734017301.703752:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017301.703774:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017301/real 1734017301] req@ffff8800a7a7f480 x1818247339517824/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017301.703794:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339517824/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017301.703805:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017301.703808:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017301.703812:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339517824:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734017301.703820:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339517952:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017301.703837:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017301.703844:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017301/real 1734017301] req@ffff8800a7a7c000 x1818247339517952/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017301.703855:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339517952/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017301.703863:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017301.703865:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017301.703869:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339517952:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017301.703874:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339518080:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017301.703891:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017301.703897:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017301/real 1734017301] req@ffff8800a7a7e300 x1818247339518080/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017301.703907:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339518080/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017301.703915:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017301.703918:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017301.703921:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339518080:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017301.703944:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339518208:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017301.703957:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017301.703964:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017301/real 1734017301] req@ffff8800a7a7ca80 x1818247339518208/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017301.703974:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339518208/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017301.703982:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017301.703984:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017301.703987:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339518208:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017301.703993:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339518336:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017301.704005:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017301.704010:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017301/real 1734017301] req@ffff8800a7a7c700 x1818247339518336/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017301.704028:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339518336/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017301.704035:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017301.704037:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017301.704040:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339518336:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017301.704045:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339518464:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017301.704057:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017301.704063:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017301/real 1734017301] req@ffff8800a7a7ce00 x1818247339518464/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017301.704072:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339518464/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017301.704079:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017301.704081:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017301.704084:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339518464:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017302.083547:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017303.085476:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017304.087549:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017305.089529:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017306.091568:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017306.711695:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339518592:192.168.201.101@tcp:250:kworker.0 00000800:00000100:0.0:1734017306.711765:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017306.711787:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017306/real 1734017306] req@ffff8800a7a7ea00 x1818247339518592/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017306.711806:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339518592/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017306.711816:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017306.711820:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017306.711825:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339518592:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734017306.711832:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339518720:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017306.711849:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017306.711855:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017306/real 1734017306] req@ffff8800a7a7dc00 x1818247339518720/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017306.711866:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339518720/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017306.711874:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017306.711877:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017306.711881:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339518720:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017306.711887:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339518848:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017306.711900:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017306.711906:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017306/real 1734017306] req@ffff8800a7a7f100 x1818247339518848/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017306.711917:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339518848/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017306.711924:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017306.711926:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017306.711930:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339518848:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017306.711953:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339518976:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017306.711969:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017306.711976:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017306/real 1734017306] req@ffff8800a7a7fb80 x1818247339518976/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017306.711987:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339518976/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017306.711995:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017306.711997:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017306.712000:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339518976:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017306.712005:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339519104:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017306.712017:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017306.712023:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017306/real 1734017306] req@ffff8800a7a7df80 x1818247339519104/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017306.712034:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339519104/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017306.712041:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017306.712043:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017306.712046:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339519104:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017306.712051:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339519232:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017306.712063:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017306.712069:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017306/real 1734017306] req@ffff8800a7a7d180 x1818247339519232/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017306.712086:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339519232/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017306.712093:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017306.712095:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017306.712143:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339519232:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017307.093555:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017308.095580:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017309.097594:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017310.099628:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017311.101611:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017311.719719:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339519360:192.168.201.101@tcp:250:kworker.0 00000800:00000100:0.0:1734017311.719804:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017311.719830:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017311/real 1734017311] req@ffff8800a7a7c380 x1818247339519360/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017311.719853:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339519360/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017311.719865:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017311.719869:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017311.719874:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339519360:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734017311.719881:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339519488:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017311.719899:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017311.719906:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017311/real 1734017311] req@ffff8800a7a7ed80 x1818247339519488/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017311.719918:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339519488/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017311.719926:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017311.719931:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017311.719934:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339519488:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017311.719961:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339519616:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017311.719975:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017311.719982:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017311/real 1734017311] req@ffff8800a7a7d180 x1818247339519616/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017311.719993:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339519616/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017311.720001:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017311.720003:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017311.720006:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339519616:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017311.720011:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339519744:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017311.720061:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017311.720068:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017311/real 1734017311] req@ffff8800a7a7df80 x1818247339519744/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017311.720079:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339519744/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017311.720087:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017311.720090:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017311.720093:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339519744:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017311.720099:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339519872:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017311.720116:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017311.720123:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017311/real 1734017311] req@ffff8800a7a7fb80 x1818247339519872/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017311.720134:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339519872/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017311.720142:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017311.720144:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017311.720147:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339519872:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017311.720152:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339520000:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017311.720164:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017311.720170:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017311/real 1734017311] req@ffff8800a7a7f100 x1818247339520000/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017311.720180:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339520000/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017311.720187:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017311.720189:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017311.720191:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339520000:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017312.103639:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017313.105601:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017314.107577:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017315.109625:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017316.111600:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017316.727721:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339520128:192.168.201.101@tcp:250:kworker.0 00000800:00000100:0.0:1734017316.727812:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017316.727840:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017316/real 1734017316] req@ffff8800a7a7dc00 x1818247339520128/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017316.727872:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339520128/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017316.727884:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017316.727887:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017316.727893:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339520128:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734017316.727902:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339520256:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017316.727920:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017316.727927:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017316/real 1734017316] req@ffff8800a7a7ea00 x1818247339520256/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017316.727984:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339520256/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017316.727993:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017316.727996:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017316.728000:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339520256:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017316.728007:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339520384:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017316.728025:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017316.728032:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017316/real 1734017316] req@ffff8800a7a7ce00 x1818247339520384/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017316.728043:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339520384/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017316.728051:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017316.728055:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017316.728058:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339520384:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017316.728088:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339520512:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017316.728102:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017316.728109:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017316/real 1734017316] req@ffff8800a7a7c700 x1818247339520512/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017316.728120:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339520512/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017316.728128:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017316.728130:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017316.728133:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339520512:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017316.728139:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339520640:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017316.728152:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017316.728159:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017316/real 1734017316] req@ffff8800a7a7ca80 x1818247339520640/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017316.728169:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339520640/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017316.728176:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017316.728179:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017316.728182:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339520640:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017316.728187:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339520768:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017316.728204:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017316.728210:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017316/real 1734017316] req@ffff8800a7a7e300 x1818247339520768/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017316.728221:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339520768/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017316.728229:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017316.728231:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017316.728234:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339520768:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017317.113616:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017318.115626:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017319.117607:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017320.119635:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017321.121589:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017321.735728:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339520896:192.168.201.101@tcp:250:kworker.0 00000800:00000100:0.0:1734017321.735800:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017321.735824:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017321/real 1734017321] req@ffff8800a7a7c000 x1818247339520896/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017321.735885:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339520896/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017321.735899:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017321.735902:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017321.735908:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339520896:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734017321.735916:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339521024:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017321.735937:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017321.735946:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017321/real 1734017321] req@ffff8800a7a7f480 x1818247339521024/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017321.735958:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339521024/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017321.735967:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017321.735970:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017321.735974:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339521024:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017321.735980:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339521152:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017321.735994:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017321.736000:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017321/real 1734017321] req@ffff8800a7a7e300 x1818247339521152/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017321.736011:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339521152/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017321.736018:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017321.736021:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017321.736024:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339521152:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017321.736049:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339521280:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017321.736063:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017321.736070:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017321/real 1734017321] req@ffff8800a7a7ca80 x1818247339521280/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017321.736080:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339521280/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017321.736088:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017321.736090:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017321.736093:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339521280:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017321.736100:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339521408:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017321.736113:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017321.736119:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017321/real 1734017321] req@ffff8800a7a7c700 x1818247339521408/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017321.736129:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339521408/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017321.736137:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017321.736140:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017321.736143:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339521408:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017321.736148:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339521536:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017321.736161:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017321.736166:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017321/real 1734017321] req@ffff8800a7a7ce00 x1818247339521536/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017321.736177:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339521536/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017321.736183:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017321.736186:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017321.736189:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339521536:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017322.123583:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017323.125595:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017324.127591:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017325.129591:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017326.131596:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017326.743563:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00100000:0.0:1734017326.743646:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339521664:192.168.201.101@tcp:250:kworker.0 00000800:00000100:0.0:1734017326.743731:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017326.743802:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017326/real 1734017326] req@ffff8800a7a7ea00 x1818247339521664/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017326.743827:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339521664/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017326.743839:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017326.743842:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017326.743847:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339521664:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734017326.743874:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339521792:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017326.743895:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017326.743903:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017326/real 1734017326] req@ffff8800a7a7dc00 x1818247339521792/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017326.743916:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339521792/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017326.743924:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017326.743927:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017326.743930:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339521792:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017326.743936:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339521920:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017326.743951:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017326.743957:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017326/real 1734017326] req@ffff8800a7a7f100 x1818247339521920/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017326.743967:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339521920/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017326.743982:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017326.743985:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017326.743988:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339521920:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017326.743993:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339522048:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017326.744006:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017326.744012:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017326/real 1734017326] req@ffff8800a7a7fb80 x1818247339522048/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017326.744022:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339522048/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017326.744030:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017326.744032:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017326.744035:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339522048:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017326.744041:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339522176:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017326.744055:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017326.744061:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017326/real 1734017326] req@ffff8800a7a7df80 x1818247339522176/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017326.744072:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339522176/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017326.744079:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017326.744082:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017326.744085:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339522176:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017326.744091:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339522304:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017326.744104:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017326.744111:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017326/real 1734017326] req@ffff8800a7a7d180 x1818247339522304/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017326.744121:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339522304/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017326.744129:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017326.744132:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017326.744135:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339522304:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017327.133522:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017327.743458:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017328.135592:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017328.743461:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017329.137573:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017330.139582:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017331.141571:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017331.751659:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339522432:192.168.201.101@tcp:250:kworker.0 00000800:00000100:0.0:1734017331.751758:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017331.751779:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017331/real 1734017331] req@ffff8800a7a7ed80 x1818247339522432/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017331.751798:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339522432/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017331.751809:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017331.751812:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017331.751816:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339522432:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734017331.751824:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339522560:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017331.751841:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017331.751849:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017331/real 1734017331] req@ffff8800a7a7c380 x1818247339522560/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017331.751860:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339522560/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017331.751868:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017331.751870:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017331.751874:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339522560:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017331.751879:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339522688:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017331.751892:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017331.751898:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017331/real 1734017331] req@ffff8800a7a7d180 x1818247339522688/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017331.751908:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339522688/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017331.751916:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017331.751918:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017331.751921:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339522688:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017331.751949:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339522816:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017331.751962:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017331.751968:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017331/real 1734017331] req@ffff8800a7a7df80 x1818247339522816/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017331.751979:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339522816/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017331.751994:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017331.751997:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017331.752000:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339522816:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017331.752005:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339522944:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017331.752017:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017331.752023:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017331/real 1734017331] req@ffff8800a7a7fb80 x1818247339522944/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017331.752033:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339522944/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017331.752040:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017331.752043:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017331.752046:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339522944:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017331.752052:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339523072:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017331.752063:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017331.752069:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017331/real 1734017331] req@ffff8800a7a7f100 x1818247339523072/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017331.752079:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339523072/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017331.752086:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017331.752089:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017331.752092:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339523072:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017332.143593:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017333.145564:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017334.147557:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017335.149645:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017336.151589:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017336.759671:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339523200:192.168.201.101@tcp:250:kworker.0 00000800:00000100:0.0:1734017336.759735:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017336.759756:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017336/real 1734017336] req@ffff8800a7a7dc00 x1818247339523200/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017336.759777:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339523200/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017336.759788:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017336.759791:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017336.759796:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339523200:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734017336.759803:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339523328:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017336.759821:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017336.759828:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017336/real 1734017336] req@ffff8800a7a7ea00 x1818247339523328/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017336.759839:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339523328/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017336.759847:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017336.759850:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017336.759853:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339523328:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017336.759875:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339523456:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017336.759889:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017336.759895:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017336/real 1734017336] req@ffff8800a7a7ce00 x1818247339523456/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017336.759914:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339523456/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017336.759922:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017336.759924:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017336.759927:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339523456:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017336.759932:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339523584:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017336.759945:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017336.759951:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017336/real 1734017336] req@ffff8800a7a7c700 x1818247339523584/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017336.759960:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339523584/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017336.759968:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017336.759970:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017336.759973:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339523584:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017336.759979:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339523712:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017336.759992:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017336.759998:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017336/real 1734017336] req@ffff8800a7a7ca80 x1818247339523712/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017336.760008:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339523712/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017336.760015:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017336.760018:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017336.760021:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339523712:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017336.760027:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339523840:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017336.760039:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017336.760045:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017336/real 1734017336] req@ffff8800a7a7e300 x1818247339523840/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017336.760055:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339523840/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017336.760062:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017336.760064:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017336.760068:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339523840:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017337.153632:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017338.155639:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017339.157633:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017340.159627:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017341.161599:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017341.743444:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00100000:0.0:1734017341.767737:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339523968:192.168.201.101@tcp:250:kworker.0 00000800:00000100:0.0:1734017341.767819:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017341.767845:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017341/real 1734017341] req@ffff8800a7a7f480 x1818247339523968/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017341.767867:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339523968/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017341.767879:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017341.767882:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017341.767887:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339523968:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734017341.767894:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339524096:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017341.767913:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017341.767920:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017341/real 1734017341] req@ffff8800a7a7c000 x1818247339524096/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017341.767933:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339524096/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017341.767940:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017341.767943:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017341.767946:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339524096:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017341.767952:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339524224:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017341.767967:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017341.767973:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017341/real 1734017341] req@ffff8800a7a7e300 x1818247339524224/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017341.767983:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339524224/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017341.767990:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017341.767992:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017341.767996:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339524224:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017341.768023:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339524352:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017341.768036:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017341.768043:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017341/real 1734017341] req@ffff8800a7a7ca80 x1818247339524352/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017341.768061:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339524352/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017341.768070:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017341.768072:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017341.768074:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339524352:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017341.768080:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339524480:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017341.768093:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017341.768098:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017341/real 1734017341] req@ffff8800a7a7c700 x1818247339524480/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017341.768109:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339524480/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017341.768116:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017341.768118:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017341.768121:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339524480:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017341.768127:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339524608:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017341.768139:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017341.768145:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017341/real 1734017341] req@ffff8800a7a7ce00 x1818247339524608/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017341.768155:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339524608/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017341.768163:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017341.768166:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017341.768169:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339524608:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017342.163591:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017342.743398:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017343.165641:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017343.743503:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017344.167601:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017344.743493:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017345.169611:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017345.743506:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017346.171647:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017346.743491:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00100000:0.0:1734017346.775703:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339524736:192.168.201.101@tcp:250:kworker.0 00000800:00000100:0.0:1734017346.775768:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017346.775790:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017346/real 1734017346] req@ffff8800a7a7ea00 x1818247339524736/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017346.775810:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339524736/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017346.775821:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017346.775824:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017346.775828:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339524736:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734017346.775836:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339524864:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017346.775853:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017346.775860:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017346/real 1734017346] req@ffff8800a7a7dc00 x1818247339524864/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017346.775871:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339524864/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017346.775879:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017346.775882:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017346.775886:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339524864:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017346.775891:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339524992:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017346.775905:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017346.775911:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017346/real 1734017346] req@ffff8800a7a7f100 x1818247339524992/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017346.775922:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339524992/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017346.775929:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017346.775932:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017346.775935:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339524992:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017346.775958:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339525120:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017346.775972:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017346.775978:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017346/real 1734017346] req@ffff8800a7a7fb80 x1818247339525120/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017346.775989:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339525120/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017346.775996:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017346.775998:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017346.776001:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339525120:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017346.776007:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339525248:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017346.776019:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017346.776026:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017346/real 1734017346] req@ffff8800a7a7df80 x1818247339525248/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017346.776037:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339525248/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017346.776044:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017346.776047:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017346.776049:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339525248:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017346.776055:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339525376:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017346.776066:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017346.776072:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017346/real 1734017346] req@ffff8800a7a7d180 x1818247339525376/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017346.776082:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339525376/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017346.776089:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017346.776091:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017346.776094:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339525376:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017347.173609:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017347.743478:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017348.175611:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017348.743499:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017349.177580:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017349.743483:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017350.179641:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017350.743466:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017351.181583:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017351.743443:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00100000:0.0:1734017351.783647:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339525504:192.168.201.101@tcp:250:kworker.0 00000800:00000100:0.0:1734017351.783711:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017351.783735:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017351/real 1734017351] req@ffff8800a7a7c380 x1818247339525504/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017351.783754:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339525504/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017351.783766:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017351.783769:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017351.783773:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339525504:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734017351.783781:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339525632:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017351.783797:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017351.783804:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017351/real 1734017351] req@ffff8800a7a7ed80 x1818247339525632/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017351.783816:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339525632/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017351.783824:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017351.783826:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017351.783830:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339525632:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017351.783852:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339525760:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017351.783866:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017351.783872:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017351/real 1734017351] req@ffff8800a7a7d180 x1818247339525760/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017351.783883:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339525760/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017351.783898:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017351.783900:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017351.783903:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339525760:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017351.783908:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339525888:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017351.783920:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017351.783927:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017351/real 1734017351] req@ffff8800a7a7df80 x1818247339525888/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017351.783936:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339525888/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017351.783944:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017351.783946:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017351.783949:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339525888:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017351.783955:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339526016:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017351.783967:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017351.783973:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017351/real 1734017351] req@ffff8800a7a7fb80 x1818247339526016/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017351.783984:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339526016/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017351.783991:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017351.783994:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017351.783997:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339526016:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017351.784003:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339526144:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017351.784015:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017351.784021:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017351/real 1734017351] req@ffff8800a7a7f100 x1818247339526144/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017351.784031:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339526144/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017351.784038:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017351.784040:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017351.784044:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339526144:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017352.183580:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017352.743435:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017353.185609:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017353.743450:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017354.187556:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017354.743458:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017355.189572:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017355.743459:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017356.191597:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017356.743436:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00100000:0.0:1734017356.791672:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339526272:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734017356.791761:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339526400:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017356.791783:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339526528:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017356.791806:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339526656:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017356.791820:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339526784:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017356.791833:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339526912:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017357.193570:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017357.743457:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017358.195578:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017358.743445:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017359.197587:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017359.743465:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000400:00000100:1.0:1734017359.797587:0:1970:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:1.0:1734017359.797632:0:1970:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1734017359.797651:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:1.0:1734017359.797687:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:1.0:1734017359.797695:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:1.0:1734017359.797702:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:1.0:1734017359.797710:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:1.0:1734017359.797717:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00010000:00010000:3.0:1734017360.199575:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017360.743436:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017361.201565:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017361.743445:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00100000:0.0:1734017361.799713:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339527040:192.168.201.101@tcp:250:kworker.0 00000800:00000100:0.0:1734017361.799808:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017361.799836:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017361/real 1734017361] req@ffff8800a7a7ce00 x1818247339527040/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017361.799857:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339527040/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017361.799870:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017361.799874:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017361.799879:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339527040:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734017361.799887:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339527168:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017361.799906:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017361.799913:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017361/real 1734017361] req@ffff8800a7a7ea00 x1818247339527168/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017361.799925:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339527168/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017361.799933:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017361.799935:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017361.799939:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339527168:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017361.799945:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339527296:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017361.799964:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017361.799971:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017361/real 1734017361] req@ffff8800a7a7dc00 x1818247339527296/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017361.799982:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339527296/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017361.799990:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017361.799993:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017361.799996:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339527296:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017361.800024:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339527424:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017361.800038:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017361.800044:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017361/real 1734017361] req@ffff8800a7a7e300 x1818247339527424/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017361.800054:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339527424/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017361.800062:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017361.800065:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017361.800068:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339527424:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017361.800074:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339527552:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017361.800088:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017361.800094:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017361/real 1734017361] req@ffff8800a7a7ca80 x1818247339527552/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017361.800112:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339527552/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017361.800120:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017361.800123:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017361.800126:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339527552:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017361.800131:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339527680:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017361.800144:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017361.800150:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017361/real 1734017361] req@ffff8800a7a7c700 x1818247339527680/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017361.800160:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339527680/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017361.800231:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017361.800233:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017361.800238:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339527680:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017362.203664:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017362.743464:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017363.205559:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017363.743472:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017364.207568:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017364.743469:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017365.209561:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017365.743464:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017366.211586:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017366.743457:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00100000:0.0:1734017366.807682:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339527808:192.168.201.101@tcp:250:kworker.0 00000800:00000100:0.0:1734017366.807746:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017366.807768:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017366/real 1734017366] req@ffff8800a7a7c000 x1818247339527808/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017366.807788:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339527808/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017366.807799:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017366.807802:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017366.807807:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339527808:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734017366.807814:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339527936:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017366.807831:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017366.807838:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017366/real 1734017366] req@ffff8800a7a7f480 x1818247339527936/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017366.807849:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339527936/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017366.807857:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017366.807859:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017366.807863:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339527936:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017366.807868:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339528064:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017366.807882:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017366.807888:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017366/real 1734017366] req@ffff8800a7a7c700 x1818247339528064/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017366.807898:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339528064/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017366.807906:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017366.807914:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017366.807917:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339528064:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017366.807942:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339528192:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017366.807955:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017366.807962:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017366/real 1734017366] req@ffff8800a7a7ca80 x1818247339528192/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017366.807973:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339528192/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017366.807981:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017366.807983:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017366.807986:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339528192:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017366.807992:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339528320:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017366.808004:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017366.808010:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017366/real 1734017366] req@ffff8800a7a7e300 x1818247339528320/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017366.808020:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339528320/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017366.808027:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017366.808029:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017366.808032:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339528320:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017366.808038:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339528448:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017366.808054:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017366.808060:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017366/real 1734017366] req@ffff8800a7a7dc00 x1818247339528448/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017366.808071:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339528448/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017366.808132:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017366.808136:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017366.808141:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339528448:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017367.213600:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017367.743486:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017368.215572:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017368.743437:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017369.217592:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017369.743485:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017370.219534:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017370.743471:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017371.221586:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017371.743457:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00100000:0.0:1734017371.815676:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339528576:192.168.201.101@tcp:250:kworker.0 00000800:00000100:0.0:1734017371.815739:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017371.815760:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017371/real 1734017371] req@ffff8800a7a7ea00 x1818247339528576/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017371.815780:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339528576/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017371.815790:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017371.815794:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017371.815798:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339528576:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734017371.815806:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339528704:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017371.815826:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017371.815833:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017371/real 1734017371] req@ffff8800a7a7ce00 x1818247339528704/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017371.815844:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339528704/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017371.815851:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017371.815854:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017371.815857:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339528704:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017371.815863:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339528832:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017371.815876:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017371.815882:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017371/real 1734017371] req@ffff8800a7a7f100 x1818247339528832/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017371.815892:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339528832/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017371.815899:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017371.815901:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017371.815904:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339528832:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017371.815929:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339528960:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017371.815942:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017371.815948:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017371/real 1734017371] req@ffff8800a7a7fb80 x1818247339528960/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017371.815966:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339528960/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017371.815974:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017371.815976:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017371.815979:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339528960:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017371.815985:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339529088:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017371.816055:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017371.816063:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017371/real 1734017371] req@ffff8800a7a7df80 x1818247339529088/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017371.816074:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339529088/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017371.816082:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017371.816084:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017371.816087:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339529088:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017371.816093:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339529216:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017371.816107:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017371.816113:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017371/real 1734017371] req@ffff8800a7a7d180 x1818247339529216/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017371.816123:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339529216/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017371.816130:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017371.816133:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017371.816136:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339529216:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017372.223576:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017372.743450:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017373.225598:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017373.743482:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017374.227573:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017374.743471:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017375.229556:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017375.743453:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017376.231594:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017376.743455:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00100000:0.0:1734017376.823612:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339529344:192.168.201.101@tcp:250:kworker.0 00000800:00000100:0.0:1734017376.823677:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017376.823700:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017376/real 1734017376] req@ffff8800a7a7ed80 x1818247339529344/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017376.823724:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339529344/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017376.823737:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017376.823742:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017376.823748:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339529344:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734017376.823775:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339529472:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017376.823800:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017376.823811:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017376/real 1734017376] req@ffff8800a7a7c380 x1818247339529472/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017376.823829:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339529472/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017376.823842:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017376.823846:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017376.823852:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339529472:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017376.823861:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339529600:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017376.823887:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017376.823898:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017376/real 1734017376] req@ffff8800a7a7d180 x1818247339529600/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017376.823948:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339529600/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017376.823962:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017376.823965:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017376.823969:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339529600:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017376.823977:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339529728:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017376.823997:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017376.824006:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017376/real 1734017376] req@ffff8800a7a7df80 x1818247339529728/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017376.824017:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339529728/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017376.824025:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017376.824027:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017376.824030:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339529728:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017376.824045:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339529856:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017376.824058:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017376.824066:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017376/real 1734017376] req@ffff8800a7a7fb80 x1818247339529856/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017376.824077:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339529856/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017376.824084:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017376.824086:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017376.824089:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339529856:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017376.824094:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339529984:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017376.824106:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017376.824112:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017376/real 1734017376] req@ffff8800a7a7f100 x1818247339529984/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017376.824122:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339529984/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017376.824129:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017376.824131:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017376.824134:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339529984:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017377.233577:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017377.743490:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017378.235676:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017378.743473:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017379.237619:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017379.743460:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017380.239586:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017380.743447:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017381.241578:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017381.743444:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00100000:0.0:1734017381.831661:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339530112:192.168.201.101@tcp:250:kworker.0 00000800:00000100:0.0:1734017381.831724:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017381.831746:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017381/real 1734017381] req@ffff8800a7a7ce00 x1818247339530112/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017381.831766:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339530112/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017381.831777:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017381.831780:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017381.831785:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339530112:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734017381.831792:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339530240:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017381.831809:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017381.831815:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017381/real 1734017381] req@ffff8800a7a7ea00 x1818247339530240/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017381.831872:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339530240/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017381.831880:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017381.831883:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017381.831887:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339530240:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017381.831893:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339530368:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017381.831911:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017381.831918:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017381/real 1734017381] req@ffff8800a7a7dc00 x1818247339530368/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017381.831929:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339530368/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017381.831944:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017381.831946:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017381.831949:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339530368:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017381.831972:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339530496:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017381.831985:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017381.831992:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017381/real 1734017381] req@ffff8800a7a7e300 x1818247339530496/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017381.832002:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339530496/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017381.832010:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017381.832013:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017381.832015:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339530496:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017381.832021:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339530624:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017381.832033:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017381.832039:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017381/real 1734017381] req@ffff8800a7a7ca80 x1818247339530624/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017381.832049:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339530624/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017381.832056:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017381.832058:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017381.832061:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339530624:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017381.832067:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339530752:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017381.832080:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017381.832085:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017381/real 1734017381] req@ffff8800a7a7c700 x1818247339530752/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017381.832095:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339530752/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017381.832103:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017381.832105:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017381.832108:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339530752:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017382.243600:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017382.743418:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017383.245561:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017383.743396:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017384.247560:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017384.743432:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017385.249566:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017385.743469:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017386.251616:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017386.743447:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00100000:0.0:1734017386.839713:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339530880:192.168.201.101@tcp:250:kworker.0 00000800:00000100:0.0:1734017386.839839:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017386.840003:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017386/real 1734017386] req@ffff8800a7a7f480 x1818247339530880/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017386.840037:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339530880/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017386.840050:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017386.840054:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017386.840060:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339530880:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734017386.840074:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339531008:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017386.840110:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017386.840119:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017386/real 1734017386] req@ffff8800a7a7c000 x1818247339531008/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017386.840132:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339531008/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017386.840152:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017386.840155:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017386.840159:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339531008:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017386.840166:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339531136:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017386.840185:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017386.840193:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017386/real 1734017386] req@ffff8800a7a7c700 x1818247339531136/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017386.840204:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339531136/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017386.840213:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017386.840216:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017386.840219:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339531136:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017386.840270:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339531264:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017386.840287:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017386.840295:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017386/real 1734017386] req@ffff8800a7a7ca80 x1818247339531264/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017386.840307:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339531264/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017386.840316:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017386.840318:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017386.840358:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339531264:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017386.840364:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339531392:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017386.840382:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017386.840390:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017386/real 1734017386] req@ffff8800a7a7e300 x1818247339531392/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017386.840401:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339531392/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017386.840409:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017386.840412:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017386.840415:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339531392:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017386.840420:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339531520:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017386.840433:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017386.840438:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017386/real 1734017386] req@ffff8800a7a7dc00 x1818247339531520/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017386.840448:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339531520/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017386.840455:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017386.840459:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017386.840462:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339531520:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017387.253617:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017387.743468:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017388.255618:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017388.743441:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017389.257586:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017389.743454:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017390.259579:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017390.743467:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017391.261605:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017391.743460:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734017391.847596:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017391.847610:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017391.847622:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339531776/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017391.847632:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017391.847636:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017391.847638:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017391.847641:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1655 00000100:00080000:2.0:1734017391.847644:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017391.847648:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017391.847686:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017391.847697:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339531904/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017391.847707:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017391.847710:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017391.847712:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017391.847716:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1655 00000100:00100000:0.0:1734017391.847717:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339531648:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017391.847719:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017391.847723:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017391.847727:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017391.847736:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339532032/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017391.847746:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017391.847750:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017391.847752:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017391.847757:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1655 00000100:00080000:2.0:1734017391.847759:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017391.847763:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017391.847768:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017391.847776:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339532160/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017391.847785:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017391.847788:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017391.847789:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017391.847793:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1655 00000100:00080000:2.0:1734017391.847796:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017391.847800:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000800:00000100:0.0:1734017391.847801:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000008:00100000:2.0:1734017391.847805:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017391.847812:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339532288/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734017391.847826:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017391/real 1734017391] req@ffff8800a7a7ea00 x1818247339531648/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017391.847847:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339531648/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017391.847859:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017391.847863:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017391.847868:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339531648:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734017391.847876:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339531776:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017391.847894:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017391.847901:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017391/real 1734017391] req@ffff8800a7a7ce00 x1818247339531776/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017391.847912:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339531776/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017391.847920:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017391.847923:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017391.847928:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339531776:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017391.847954:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339531904:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017391.847970:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017391.847977:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017391/real 1734017391] req@ffff8800a7a7f100 x1818247339531904/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017391.847988:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339531904/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017391.847996:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017391.847998:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017391.848001:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339531904:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017391.848006:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339532032:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017391.848018:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017391.848024:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017391/real 1734017391] req@ffff8800a7a7fb80 x1818247339532032/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017391.848034:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339532032/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017391.848042:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017391.848044:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017391.848047:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339532032:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017391.848053:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339532160:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017391.848066:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017391.848073:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017391/real 1734017391] req@ffff8800a7a7df80 x1818247339532160/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017391.848084:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339532160/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017391.848092:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017391.848094:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017391.848097:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339532160:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017391.848102:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339532288:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017391.848115:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017391.848121:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017391/real 1734017391] req@ffff8800a7a7d180 x1818247339532288/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017391.848131:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339532288/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017391.848138:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017391.848140:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017391.848143:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339532288:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017392.263629:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017392.743537:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017393.265603:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017393.743466:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017394.267661:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017394.743457:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017395.269621:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017395.743469:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017396.271634:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017396.743419:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734017396.855466:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017396.855474:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017396.855479:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017396.855488:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1660 00000100:00080000:2.0:1734017396.855498:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017396.855506:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017396.855540:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339532416/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017396.855611:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017396.855616:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017396.855618:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017396.855623:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1660 00000100:00080000:2.0:1734017396.855626:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017396.855630:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017396.855640:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017396.855652:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339532544/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017396.855663:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017396.855666:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017396.855668:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017396.855672:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1660 00000100:00080000:2.0:1734017396.855674:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017396.855678:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017396.855683:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017396.855693:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339532672/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017396.855703:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017396.855708:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017396.855710:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017396.855714:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1660 00000100:00100000:0.0:1734017396.855715:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339532416:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017396.855717:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017396.855721:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017396.855725:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017396.855734:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339532800/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017396.855743:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017396.855746:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017396.855748:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017396.855752:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1660 00000100:00080000:2.0:1734017396.855754:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017396.855757:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017396.855761:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017396.855769:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339532928/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017396.855778:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017396.855781:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017396.855782:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017396.855786:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1660 00000100:00080000:2.0:1734017396.855789:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017396.855792:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017396.855798:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017396.855805:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339533056/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:0.0:1734017396.855807:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017396.855834:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017396/real 1734017396] req@ffff8800a7a7c380 x1818247339532416/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017396.855859:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339532416/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017396.855879:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017396.855883:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017396.855888:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339532416:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734017396.855897:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339532544:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017396.855915:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017396.855922:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017396/real 1734017396] req@ffff8800a7a7ed80 x1818247339532544/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017396.855933:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339532544/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017396.855942:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017396.855945:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017396.855948:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339532544:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017396.855975:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339532672:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017396.855989:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017396.855996:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017396/real 1734017396] req@ffff8800a7a7d180 x1818247339532672/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017396.856007:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339532672/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017396.856016:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017396.856018:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017396.856021:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339532672:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017396.856028:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339532800:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017396.856041:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017396.856048:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017396/real 1734017396] req@ffff8800a7a7df80 x1818247339532800/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017396.856058:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339532800/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017396.856067:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017396.856069:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017396.856072:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339532800:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017396.856078:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339532928:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017396.856092:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017396.856098:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017396/real 1734017396] req@ffff8800a7a7fb80 x1818247339532928/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017396.856108:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339532928/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017396.856116:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017396.856118:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017396.856121:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339532928:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017396.856128:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339533056:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017396.856141:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017396.856147:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017396/real 1734017396] req@ffff8800a7a7f100 x1818247339533056/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017396.856158:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339533056/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017396.856166:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017396.856168:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017396.856171:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339533056:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017397.273647:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017397.743389:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017398.275624:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017398.743462:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017399.277603:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017399.743456:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017400.279652:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017400.743418:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017401.281592:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017401.743460:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734017401.863478:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017401.863523:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017401.863529:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017401.863542:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1665 00000100:00080000:2.0:1734017401.863555:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017401.863564:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017401.863611:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339533184/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017401.863645:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017401.863650:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017401.863652:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017401.863657:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1665 00000100:00080000:2.0:1734017401.863660:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017401.863664:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017401.863676:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017401.863688:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339533312/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734017401.863757:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339533184:192.168.201.101@tcp:250:kworker.0 00000800:00000100:0.0:1734017401.863842:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017401.863865:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017401/real 1734017401] req@ffff8800a7a7ce00 x1818247339533184/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017401.863889:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339533184/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017401.863900:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017401.863901:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017401.863905:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00080000:2.0:1734017401.863906:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1734017401.863909:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339533184:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017401.863910:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017401.863920:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1665 00000100:00080000:2.0:1734017401.863929:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1734017401.863937:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339533312:192.168.201.101@tcp:38:kworker.0 00000100:00080000:2.0:1734017401.863938:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017401.863951:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000800:00000100:0.0:1734017401.863957:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017401.863964:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017401/real 1734017401] req@ffff8800a7a7ea00 x1818247339533312/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017401.863976:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339533312/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017401.863984:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1734017401.863984:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339533440/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017401.863988:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017401.863992:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339533312:192.168.201.101@tcp:38:kworker.0 00000100:00080000:2.0:1734017401.863995:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017401.863999:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017401.864001:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1734017401.864005:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339533440:192.168.201.101@tcp:8:kworker.0 00000100:00080000:2.0:1734017401.864005:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1665 00000100:00080000:2.0:1734017401.864008:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017401.864012:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017401.864017:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000800:00000100:0.0:1734017401.864021:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734017401.864026:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339533568/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734017401.864028:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017401/real 1734017401] req@ffff8800a7a7dc00 x1818247339533440/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017401.864036:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017401.864040:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:0.0:1734017401.864041:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339533440/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017401.864042:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017401.864046:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1665 00000100:00080000:0.0:1734017401.864049:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017401.864050:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017401.864052:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00080000:2.0:1734017401.864053:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:0.0:1734017401.864055:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339533440:192.168.201.101@tcp:8:kworker.0 00000008:00100000:2.0:1734017401.864058:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017401.864066:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339533568:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734017401.864067:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339533696/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017401.864077:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017401.864080:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:0.0:1734017401.864081:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734017401.864082:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017401.864086:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1665 00000100:00100000:0.0:1734017401.864088:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017401/real 1734017401] req@ffff8800a7a7e300 x1818247339533568/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017401.864089:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017401.864093:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017401.864097:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017401.864099:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339533568/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017401.864106:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339533824/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017401.864107:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017401.864109:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017401.864113:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339533568:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017401.864125:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339533696:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017401.864143:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017401.864150:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017401/real 1734017401] req@ffff8800a7a7ca80 x1818247339533696/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017401.864161:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339533696/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017401.864169:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017401.864171:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017401.864174:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339533696:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017401.864180:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339533824:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017401.864193:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017401.864199:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017401/real 1734017401] req@ffff8800a7a7c700 x1818247339533824/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017401.864209:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339533824/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017401.864216:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017401.864218:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017401.864221:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339533824:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017402.283657:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017402.743489:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017403.285639:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017403.743492:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017404.287647:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017404.743481:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017405.289651:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017405.743495:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017406.291642:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017406.743473:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734017406.871489:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017406.871497:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017406.871502:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017406.871512:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1670 00000100:00080000:2.0:1734017406.871522:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017406.871530:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017406.871567:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339533952/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017406.871600:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017406.871604:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017406.871606:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017406.871610:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1670 00000100:00080000:2.0:1734017406.871614:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017406.871617:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017406.871627:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017406.871638:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339534080/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017406.871648:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017406.871651:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017406.871652:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017406.871656:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1670 00000100:00080000:2.0:1734017406.871659:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017406.871663:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017406.871667:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017406.871678:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339534208/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017406.871686:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017406.871690:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017406.871691:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017406.871695:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1670 00000100:00080000:2.0:1734017406.871698:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017406.871701:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017406.871706:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017406.871714:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339534336/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734017406.871724:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339533952:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017406.871724:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017406.871727:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017406.871728:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017406.871732:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1670 00000100:00080000:2.0:1734017406.871734:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017406.871738:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017406.871742:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017406.871750:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339534464/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017406.871760:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017406.871763:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017406.871764:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017406.871767:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1670 00000100:00080000:2.0:1734017406.871770:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017406.871773:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017406.871777:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017406.871785:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339534592/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:0.0:1734017406.871817:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017406.871845:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017406/real 1734017406] req@ffff8800a7a7c000 x1818247339533952/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017406.871878:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339533952/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017406.871890:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017406.871893:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017406.871899:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339533952:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734017406.871907:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339534080:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017406.871926:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017406.871933:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017406/real 1734017406] req@ffff8800a7a7f480 x1818247339534080/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017406.871944:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339534080/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017406.871952:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017406.871955:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017406.871958:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339534080:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017406.871964:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339534208:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017406.871979:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017406.871985:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017406/real 1734017406] req@ffff8800a7a7c700 x1818247339534208/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017406.871995:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339534208/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017406.872003:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017406.872007:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017406.872010:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339534208:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017406.872040:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339534336:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017406.872054:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017406.872061:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017406/real 1734017406] req@ffff8800a7a7ca80 x1818247339534336/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017406.872072:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339534336/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017406.872080:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017406.872082:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017406.872085:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339534336:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017406.872091:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339534464:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017406.872105:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017406.872111:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017406/real 1734017406] req@ffff8800a7a7e300 x1818247339534464/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017406.872121:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339534464/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017406.872129:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017406.872131:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017406.872134:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339534464:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017406.872140:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339534592:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017406.872157:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017406.872163:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017406/real 1734017406] req@ffff8800a7a7dc00 x1818247339534592/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017406.872173:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339534592/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017406.872180:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017406.872183:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017406.872186:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339534592:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017407.293615:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017407.743472:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017408.295639:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017408.743470:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017409.297584:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017409.743440:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017410.299481:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017410.743432:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017411.301557:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017411.743444:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734017411.879454:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017411.879462:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017411.879467:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017411.879476:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1675 00000100:00080000:2.0:1734017411.879486:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017411.879494:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017411.879528:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339534720/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017411.879562:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017411.879569:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017411.879572:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017411.879578:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1675 00000100:00080000:2.0:1734017411.879583:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017411.879589:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017411.879602:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017411.879619:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339534848/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734017411.879627:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339534720:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017411.879636:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017411.879640:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000100:0.0:1734017411.879696:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734017411.879702:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017411.879708:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1675 00000100:00080000:2.0:1734017411.879713:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017411.879718:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:0.0:1734017411.879720:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017411/real 1734017411] req@ffff8800a7a7ea00 x1818247339534720/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:2.0:1734017411.879727:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017411.879742:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339534976/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734017411.879744:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339534720/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017411.879757:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017411.879759:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017411.879763:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00080000:2.0:1734017411.879763:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017411.879765:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1734017411.879769:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339534720:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017411.879770:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1675 00000100:00080000:2.0:1734017411.879775:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017411.879780:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017411.879785:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734017411.879796:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339534848:192.168.201.101@tcp:38:kworker.0 00000100:00100000:2.0:1734017411.879797:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339535104/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017411.879812:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017411.879817:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017411.879820:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1734017411.879823:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734017411.879825:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1675 00000100:00080000:2.0:1734017411.879830:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1734017411.879835:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017411/real 1734017411] req@ffff8800a7a7ce00 x1818247339534848/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017411.879835:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017411.879842:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017411.879854:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339534848/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017411.879854:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339535232/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017411.879868:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017411.879870:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017411.879871:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00080000:2.0:1734017411.879875:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:0.0:1734017411.879877:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339534848:192.168.201.101@tcp:38:kworker.0 00000100:00080000:2.0:1734017411.879877:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017411.879883:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1675 00000100:00100000:0.0:1734017411.879886:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339534976:192.168.201.101@tcp:8:kworker.0 00000100:00080000:2.0:1734017411.879887:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017411.879892:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017411.879898:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1734017411.879909:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734017411.879910:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339535360/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734017411.879919:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017411/real 1734017411] req@ffff8800a7a7f100 x1818247339534976/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017411.879936:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339534976/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017411.879948:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017411.879952:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017411.879957:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339534976:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017411.879976:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339535104:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017411.880002:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017411.880015:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017411/real 1734017411] req@ffff8800a7a7fb80 x1818247339535104/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017411.880030:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339535104/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017411.880039:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017411.880041:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017411.880045:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339535104:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017411.880052:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339535232:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017411.880068:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017411.880075:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017411/real 1734017411] req@ffff8800a7a7df80 x1818247339535232/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017411.880086:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339535232/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017411.880094:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017411.880096:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017411.880099:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339535232:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017411.880104:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339535360:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017411.880116:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017411.880122:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017411/real 1734017411] req@ffff8800a7a7d180 x1818247339535360/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017411.880132:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339535360/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017411.880139:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017411.880141:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017411.880144:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339535360:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017412.303546:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017412.743454:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017413.305583:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017413.743457:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017414.307598:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017414.743415:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017415.309624:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017415.743482:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017416.311628:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017416.743435:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734017416.887423:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017416.887432:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017416.887437:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017416.887450:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1680 00000100:00080000:2.0:1734017416.887462:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017416.887471:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017416.887519:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339535488/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017416.887554:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017416.887559:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017416.887561:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017416.887566:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1680 00000100:00080000:2.0:1734017416.887570:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017416.887574:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017416.887586:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017416.887597:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339535616/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017416.887607:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017416.887611:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017416.887613:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017416.887617:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1680 00000100:00080000:2.0:1734017416.887620:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1734017416.887624:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339535488:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017416.887624:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017416.887629:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017416.887640:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339535744/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017416.887650:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017416.887653:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017416.887654:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017416.887658:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1680 00000100:00080000:2.0:1734017416.887661:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017416.887665:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017416.887670:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017416.887679:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339535872/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017416.887690:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017416.887693:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017416.887695:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017416.887699:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1680 00000100:00080000:2.0:1734017416.887702:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017416.887705:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017416.887709:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1734017416.887710:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734017416.887717:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339536000/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017416.887726:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017416.887729:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017416.887731:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1734017416.887735:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017416/real 1734017416] req@ffff8800a7a7ed80 x1818247339535488/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017416.887735:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1680 00000100:00080000:2.0:1734017416.887738:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017416.887741:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017416.887746:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017416.887753:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339536128/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734017416.887759:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339535488/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017416.887771:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017416.887775:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017416.887780:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339535488:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734017416.887788:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339535616:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017416.887806:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017416.887813:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017416/real 1734017416] req@ffff8800a7a7c380 x1818247339535616/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017416.887824:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339535616/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017416.887833:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017416.887836:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017416.887839:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339535616:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017416.887864:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339535744:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017416.887879:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017416.887885:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017416/real 1734017416] req@ffff8800a7a7d180 x1818247339535744/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017416.887896:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339535744/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017416.887904:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017416.887908:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017416.887911:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339535744:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017416.887917:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339535872:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017416.887930:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017416.887937:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017416/real 1734017416] req@ffff8800a7a7df80 x1818247339535872/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017416.887947:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339535872/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017416.887956:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017416.887958:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017416.887961:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339535872:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017416.887966:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339536000:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017416.887979:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017416.887985:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017416/real 1734017416] req@ffff8800a7a7fb80 x1818247339536000/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017416.887995:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339536000/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017416.888003:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017416.888005:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017416.888009:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339536000:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017416.888014:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339536128:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017416.888031:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017416.888037:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017416/real 1734017416] req@ffff8800a7a7f100 x1818247339536128/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017416.888048:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339536128/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017416.888056:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017416.888058:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017416.888061:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339536128:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017417.313632:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017417.743437:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017418.315629:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017418.743442:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017419.317611:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017419.743484:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017420.319598:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017420.743428:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017421.321607:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017421.743458:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734017421.895451:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017421.895460:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017421.895464:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017421.895473:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1685 00000100:00080000:2.0:1734017421.895482:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017421.895490:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017421.895524:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339536256/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017421.895557:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017421.895561:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017421.895563:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017421.895568:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1685 00000100:00080000:2.0:1734017421.895571:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017421.895574:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017421.895584:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017421.895594:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339536384/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017421.895604:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017421.895607:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017421.895609:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017421.895613:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1685 00000100:00080000:2.0:1734017421.895615:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017421.895619:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017421.895624:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017421.895632:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339536512/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017421.895642:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017421.895645:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017421.895647:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017421.895650:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1685 00000100:00080000:2.0:1734017421.895652:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017421.895656:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017421.895660:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734017421.895667:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339536256:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734017421.895668:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339536640/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017421.895678:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017421.895681:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017421.895682:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017421.895686:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1685 00000100:00080000:2.0:1734017421.895689:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017421.895692:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017421.895696:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017421.895704:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339536768/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017421.895712:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017421.895715:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017421.895717:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017421.895720:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1685 00000100:00080000:2.0:1734017421.895724:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017421.895727:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017421.895731:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017421.895739:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339536896/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734017421.895754:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339536384:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017421.895775:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339536512:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017421.895797:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339536640:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017421.895811:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339536768:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017421.895826:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339536896:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017422.323602:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017422.743445:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017423.325601:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017423.743465:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017424.327641:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017424.743438:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000400:00000100:0.0:1734017424.901751:0:1967:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:0.0:1734017424.901821:0:1967:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1734017424.901848:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734017424.901893:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734017424.901902:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734017424.901910:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734017424.901919:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734017424.901927:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000100:00100000:1.0:1734017424.901962:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017421/real 1734017424] req@ffff8800a7a7e300 x1818247339536640/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017424.902004:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339536640/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017424.902032:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017424.902038:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017424.902046:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339536640:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017424.902058:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017421/real 1734017424] req@ffff8800a7a7ca80 x1818247339536768/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017424.902080:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339536768/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017424.902147:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017424.902153:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017424.902159:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339536768:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017424.902171:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017421/real 1734017424] req@ffff8800a7a7c700 x1818247339536896/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017424.902191:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339536896/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017424.902202:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017424.902206:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017424.902211:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339536896:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017424.902222:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017421/real 1734017424] req@ffff8800a7a7ce00 x1818247339536256/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017424.902240:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339536256/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017424.902262:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017424.902265:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017424.902271:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339536256:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017424.902281:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017421/real 1734017424] req@ffff8800a7a7ea00 x1818247339536384/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017424.902299:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339536384/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017424.902312:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017424.902316:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017424.902428:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339536384:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017424.902442:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017421/real 1734017424] req@ffff8800a7a7dc00 x1818247339536512/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017424.902464:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339536512/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017424.902477:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017424.902480:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017424.902485:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339536512:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017425.329581:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017425.743456:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017426.331523:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017426.743459:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734017426.903443:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017426.903451:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017426.903455:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017426.903466:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1690 00000100:00080000:2.0:1734017426.903474:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017426.903482:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017426.903516:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339537024/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017426.903550:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017426.903554:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017426.903556:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017426.903561:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1690 00000100:00080000:2.0:1734017426.903564:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017426.903568:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017426.903578:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017426.903589:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339537152/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017426.903599:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017426.903609:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017426.903611:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017426.903615:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1690 00000100:00080000:2.0:1734017426.903618:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017426.903621:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017426.903626:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017426.903636:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339537280/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017426.903644:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017426.903648:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017426.903650:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017426.903653:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1690 00000100:00080000:2.0:1734017426.903655:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017426.903659:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017426.903663:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734017426.903668:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339537024:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734017426.903672:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339537408/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017426.903681:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017426.903684:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017426.903685:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017426.903689:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1690 00000100:00080000:2.0:1734017426.903691:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017426.903695:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017426.903699:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017426.903706:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339537536/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017426.903715:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017426.903717:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017426.903719:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017426.903722:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1690 00000100:00080000:2.0:1734017426.903725:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017426.903728:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000800:00000100:1.0:1734017426.903731:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000008:00100000:2.0:1734017426.903732:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017426.903739:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339537664/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017426.903752:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017426/real 1734017426] req@ffff8800a7a7f480 x1818247339537024/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017426.903780:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339537024/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017426.903790:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017426.903793:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017426.903798:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339537024:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017426.903805:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339537152:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017426.903821:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017426.903828:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017426/real 1734017426] req@ffff8800a7a7c000 x1818247339537152/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017426.903839:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339537152/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017426.903847:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017426.903849:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017426.903853:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339537152:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017426.903858:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339537280:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017426.903871:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017426.903877:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017426/real 1734017426] req@ffff8800a7a7dc00 x1818247339537280/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017426.903887:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339537280/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017426.903894:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017426.903897:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017426.903901:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339537280:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017426.903924:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339537408:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017426.903938:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017426.903944:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017426/real 1734017426] req@ffff8800a7a7ea00 x1818247339537408/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017426.903955:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339537408/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017426.903963:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017426.903965:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017426.903968:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339537408:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017426.903973:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339537536:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017426.903985:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017426.903991:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017426/real 1734017426] req@ffff8800a7a7ce00 x1818247339537536/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017426.904001:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339537536/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017426.904009:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017426.904011:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017426.904014:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339537536:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017426.904020:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339537664:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017426.904034:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017426.904041:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017426/real 1734017426] req@ffff8800a7a7c700 x1818247339537664/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017426.904051:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339537664/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017426.904112:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017426.904114:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017426.904118:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339537664:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017427.333544:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017427.743443:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017428.335634:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017428.743437:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017429.337576:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017429.743479:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017430.339621:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017430.743497:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017431.341592:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017431.743464:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734017431.911459:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017431.911468:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017431.911473:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017431.911485:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1695 00000100:00080000:2.0:1734017431.911497:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017431.911507:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017431.911554:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339537792/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017431.911592:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017431.911597:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017431.911599:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017431.911604:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1695 00000100:00080000:2.0:1734017431.911607:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017431.911611:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017431.911623:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017431.911634:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339537920/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017431.911644:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017431.911648:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017431.911650:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017431.911654:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1695 00000100:00080000:2.0:1734017431.911657:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017431.911661:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017431.911666:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017431.911676:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339538048/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017431.911684:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017431.911687:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017431.911690:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017431.911694:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1695 00000100:00080000:2.0:1734017431.911696:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017431.911700:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017431.911705:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017431.911713:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339538176/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017431.911723:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734017431.911724:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339537792:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017431.911726:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017431.911728:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017431.911732:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1695 00000100:00080000:2.0:1734017431.911735:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017431.911738:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017431.911742:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017431.911750:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339538304/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017431.911759:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017431.911762:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017431.911764:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017431.911768:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1695 00000100:00080000:2.0:1734017431.911771:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017431.911774:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017431.911779:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017431.911787:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339538432/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017431.911793:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017431.911816:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017431/real 1734017431] req@ffff8800a7a7ca80 x1818247339537792/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017431.911836:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339537792/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017431.911848:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017431.911852:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017431.911856:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339537792:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017431.911864:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339537920:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017431.911882:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017431.911888:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017431/real 1734017431] req@ffff8800a7a7e300 x1818247339537920/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017431.911900:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339537920/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017431.911909:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017431.911912:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017431.911915:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339537920:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017431.911921:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339538048:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017431.911935:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017431.911941:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017431/real 1734017431] req@ffff8800a7a7f100 x1818247339538048/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017431.911951:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339538048/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017431.911959:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017431.911961:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017431.911964:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339538048:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017431.912033:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339538176:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017431.912051:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017431.912059:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017431/real 1734017431] req@ffff8800a7a7fb80 x1818247339538176/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017431.912071:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339538176/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017431.912079:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017431.912082:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017431.912085:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339538176:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017431.912091:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339538304:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017431.912105:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017431.912111:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017431/real 1734017431] req@ffff8800a7a7df80 x1818247339538304/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017431.912122:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339538304/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017431.912130:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017431.912132:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017431.912135:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339538304:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017431.912141:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339538432:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017431.912153:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017431.912159:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017431/real 1734017431] req@ffff8800a7a7d180 x1818247339538432/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017431.912169:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339538432/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017431.912176:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017431.912179:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017431.912182:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339538432:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017432.343612:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017432.743456:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017433.345569:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017433.743472:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017434.347588:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017434.743476:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017435.349605:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017435.743478:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017436.351622:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017436.743452:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734017436.919452:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017436.919460:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017436.919465:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017436.919474:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1700 00000100:00080000:2.0:1734017436.919485:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017436.919492:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017436.919527:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339538560/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017436.919563:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017436.919569:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017436.919572:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017436.919578:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1700 00000100:00080000:2.0:1734017436.919583:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017436.919589:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017436.919602:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017436.919620:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339538688/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017436.919630:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339538560:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017436.919636:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017436.919640:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017436.919643:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017436.919649:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1700 00000100:00080000:2.0:1734017436.919653:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017436.919658:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017436.919665:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017436.919679:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339538816/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017436.919690:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017436.919695:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017436.919697:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1734017436.919701:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734017436.919702:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1700 00000100:00080000:2.0:1734017436.919706:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017436.919711:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017436.919717:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734017436.919725:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017436/real 1734017436] req@ffff8800a7a7c380 x1818247339538560/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017436.919729:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339538944/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017436.919743:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017436.919749:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1734017436.919750:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339538560/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017436.919751:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017436.919757:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1700 00000100:00080000:2.0:1734017436.919761:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1734017436.919765:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017436.919766:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00080000:1.0:1734017436.919769:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000008:00100000:2.0:1734017436.919772:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1734017436.919776:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339538560:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734017436.919783:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339539072/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017436.919797:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734017436.919801:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339538688:192.168.201.101@tcp:38:kworker.0 00000100:00080000:2.0:1734017436.919802:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017436.919805:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017436.919810:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1700 00000100:00080000:2.0:1734017436.919814:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017436.919819:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017436.919825:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734017436.919826:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017436.919838:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017436/real 1734017436] req@ffff8800a7a7ed80 x1818247339538688/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017436.919838:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339539200/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017436.919856:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339538688/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017436.919869:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017436.919873:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017436.919879:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339538688:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017436.919921:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339538816:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017436.919952:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017436.919965:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017436/real 1734017436] req@ffff8800a7a7d180 x1818247339538816/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017436.919983:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339538816/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017436.919995:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017436.919998:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017436.920002:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339538816:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017436.920008:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339538944:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017436.920028:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017436.920035:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017436/real 1734017436] req@ffff8800a7a7df80 x1818247339538944/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017436.920046:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339538944/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017436.920054:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017436.920056:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017436.920059:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339538944:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017436.920064:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339539072:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017436.920076:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017436.920082:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017436/real 1734017436] req@ffff8800a7a7fb80 x1818247339539072/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017436.920092:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339539072/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017436.920100:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017436.920102:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017436.920105:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339539072:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017436.920123:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339539200:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017436.920139:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017436.920145:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017436/real 1734017436] req@ffff8800a7a7f100 x1818247339539200/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017436.920156:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339539200/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017436.920163:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017436.920165:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017436.920168:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339539200:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017437.353604:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017437.743457:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017438.355637:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017438.743481:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017439.357583:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017439.743481:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017440.359576:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017440.743586:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017441.361620:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017441.743475:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734017441.927443:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017441.927451:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017441.927456:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017441.927466:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1705 00000100:00080000:2.0:1734017441.927476:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017441.927484:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017441.927519:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339539328/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017441.927552:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017441.927557:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017441.927586:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017441.927592:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1705 00000100:00080000:2.0:1734017441.927595:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017441.927599:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017441.927609:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017441.927622:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339539456/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017441.927633:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017441.927637:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017441.927639:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017441.927642:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1705 00000100:00080000:2.0:1734017441.927645:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017441.927648:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017441.927653:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017441.927662:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339539584/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017441.927663:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339539328:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017441.927671:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017441.927674:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017441.927676:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017441.927679:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1705 00000100:00080000:2.0:1734017441.927682:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017441.927685:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017441.927690:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017441.927697:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339539712/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017441.927706:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017441.927710:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017441.927711:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017441.927715:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1705 00000100:00080000:2.0:1734017441.927717:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017441.927720:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017441.927724:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017441.927732:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339539840/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017441.927740:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017441.927743:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017441.927745:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017441.927748:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1705 00000100:00080000:2.0:1734017441.927751:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017441.927754:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000800:00000100:1.0:1734017441.927757:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000008:00100000:2.0:1734017441.927758:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017441.927765:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339539968/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017441.927780:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017441/real 1734017441] req@ffff8800a7a7e300 x1818247339539328/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017441.927839:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339539328/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017441.927851:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017441.927854:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017441.927859:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339539328:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017441.927867:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339539456:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017441.927887:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017441.927895:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017441/real 1734017441] req@ffff8800a7a7ca80 x1818247339539456/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017441.927907:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339539456/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017441.927916:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017441.927919:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017441.927922:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339539456:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017441.927944:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339539584:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017441.927958:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017441.927965:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017441/real 1734017441] req@ffff8800a7a7c700 x1818247339539584/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017441.927976:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339539584/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017441.927983:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017441.927985:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017441.927988:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339539584:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017441.927993:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339539712:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017441.928006:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017441.928012:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017441/real 1734017441] req@ffff8800a7a7ce00 x1818247339539712/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017441.928022:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339539712/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017441.928030:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017441.928032:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017441.928035:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339539712:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017441.928041:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339539840:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017441.928054:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017441.928061:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017441/real 1734017441] req@ffff8800a7a7ea00 x1818247339539840/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017441.928072:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339539840/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017441.928079:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017441.928081:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017441.928084:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339539840:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017441.928089:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339539968:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017441.928101:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017441.928107:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017441/real 1734017441] req@ffff8800a7a7dc00 x1818247339539968/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017441.928117:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339539968/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017441.928124:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017441.928126:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017441.928129:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339539968:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017442.363587:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017442.743467:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017443.365589:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017443.743454:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017444.367609:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017444.743440:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017445.369582:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017445.743446:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017446.371624:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017446.743472:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734017446.935479:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017446.935489:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017446.935494:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017446.935507:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1710 00000100:00080000:2.0:1734017446.935520:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017446.935530:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017446.935577:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339540096/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017446.935617:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017446.935621:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017446.935623:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017446.935628:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1710 00000100:00080000:2.0:1734017446.935632:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017446.935636:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017446.935648:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017446.935659:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339540224/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017446.935669:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017446.935673:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017446.935675:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017446.935679:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1710 00000100:00080000:2.0:1734017446.935682:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017446.935686:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017446.935691:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017446.935704:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339540352/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017446.935750:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017446.935754:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017446.935756:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017446.935760:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1710 00000100:00080000:2.0:1734017446.935763:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017446.935767:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017446.935772:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734017446.935773:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339540096:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734017446.935783:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339540480/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017446.935794:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017446.935798:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017446.935800:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017446.935804:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1710 00000100:00080000:2.0:1734017446.935806:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017446.935810:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017446.935814:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017446.935823:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339540608/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017446.935832:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017446.935835:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017446.935837:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017446.935840:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1710 00000800:00000100:1.0:1734017446.935844:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734017446.935844:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017446.935848:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017446.935853:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017446.935861:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339540736/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017446.935868:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017446/real 1734017446] req@ffff8800a7a7c000 x1818247339540096/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017446.935889:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339540096/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017446.935901:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017446.935904:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017446.935909:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339540096:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017446.935917:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339540224:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017446.935935:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017446.935943:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017446/real 1734017446] req@ffff8800a7a7f480 x1818247339540224/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017446.935954:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339540224/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017446.935962:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017446.935965:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017446.935968:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339540224:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017446.935975:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339540352:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017446.935988:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017446.935994:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017446/real 1734017446] req@ffff8800a7a7dc00 x1818247339540352/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017446.936004:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339540352/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017446.936012:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017446.936015:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017446.936018:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339540352:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017446.936046:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339540480:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017446.936060:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017446.936066:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017446/real 1734017446] req@ffff8800a7a7ea00 x1818247339540480/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017446.936077:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339540480/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017446.936085:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017446.936087:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017446.936090:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339540480:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017446.936096:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339540608:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017446.936109:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017446.936115:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017446/real 1734017446] req@ffff8800a7a7ce00 x1818247339540608/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017446.936125:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339540608/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017446.936133:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017446.936135:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017446.936138:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339540608:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017446.936144:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339540736:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017446.936160:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017446.936166:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017446/real 1734017446] req@ffff8800a7a7c700 x1818247339540736/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017446.936177:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339540736/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017446.936184:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017446.936186:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017446.936189:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339540736:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017447.373617:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017447.743466:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017448.375625:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017448.743456:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017449.377638:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017449.743454:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017450.379569:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017450.743482:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017451.381578:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017451.743445:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734017451.943451:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017451.943465:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017451.943469:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017451.943479:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1715 00000100:00080000:2.0:1734017451.943488:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017451.943496:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017451.943531:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339540864/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017451.943563:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017451.943568:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017451.943570:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017451.943575:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1715 00000100:00080000:2.0:1734017451.943578:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017451.943582:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017451.943591:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017451.943603:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339540992/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017451.943613:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017451.943616:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017451.943618:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017451.943622:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1715 00000100:00080000:2.0:1734017451.943625:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017451.943668:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017451.943673:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017451.943683:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339541120/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017451.943694:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017451.943698:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017451.943699:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017451.943703:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1715 00000100:00100000:1.0:1734017451.943704:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339540864:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017451.943706:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017451.943709:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017451.943714:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017451.943722:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339541248/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017451.943731:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017451.943734:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017451.943735:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017451.943739:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1715 00000100:00080000:2.0:1734017451.943742:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017451.943745:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017451.943749:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017451.943757:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339541376/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017451.943765:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1734017451.943766:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734017451.943768:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017451.943770:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017451.943773:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1715 00000100:00080000:2.0:1734017451.943776:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017451.943779:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017451.943784:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734017451.943787:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017451/real 1734017451] req@ffff8800a7a7ca80 x1818247339540864/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017451.943791:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339541504/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017451.943805:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339540864/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017451.943816:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017451.943820:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017451.943824:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339540864:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017451.943831:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339540992:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017451.943848:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017451.943854:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017451/real 1734017451] req@ffff8800a7a7e300 x1818247339540992/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017451.943865:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339540992/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017451.943874:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017451.943877:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017451.943880:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339540992:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017451.943901:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339541120:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017451.943915:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017451.943922:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017451/real 1734017451] req@ffff8800a7a7f100 x1818247339541120/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017451.943933:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339541120/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017451.943941:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017451.943943:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017451.943946:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339541120:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017451.943951:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339541248:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017451.943963:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017451.943969:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017451/real 1734017451] req@ffff8800a7a7fb80 x1818247339541248/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017451.943979:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339541248/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017451.943987:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017451.943989:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017451.943992:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339541248:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017451.943999:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339541376:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017451.944012:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017451.944018:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017451/real 1734017451] req@ffff8800a7a7df80 x1818247339541376/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017451.944029:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339541376/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017451.944036:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017451.944038:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017451.944041:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339541376:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017451.944046:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339541504:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017451.944058:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017451.944064:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017451/real 1734017451] req@ffff8800a7a7d180 x1818247339541504/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017451.944074:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339541504/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017451.944081:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017451.944083:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017451.944086:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339541504:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017452.383664:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017452.743474:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017453.385664:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017453.743473:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017454.387642:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017454.743443:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017455.389641:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017455.743470:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017456.391649:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017456.743489:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734017456.951479:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017456.951489:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017456.951494:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017456.951507:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1720 00000100:00080000:2.0:1734017456.951519:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017456.951530:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017456.951620:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339541632/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017456.951655:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017456.951660:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017456.951662:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017456.951667:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1720 00000100:00080000:2.0:1734017456.951670:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017456.951674:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017456.951686:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017456.951698:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339541760/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017456.951709:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017456.951713:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017456.951715:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017456.951719:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1720 00000100:00080000:2.0:1734017456.951721:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017456.951725:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017456.951731:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017456.951743:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339541888/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017456.951752:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017456.951755:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017456.951758:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017456.951762:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1720 00000100:00080000:2.0:1734017456.951765:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017456.951768:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017456.951773:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734017456.951780:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339541632:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734017456.951783:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339542016/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017456.951794:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017456.951797:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017456.951799:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017456.951803:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1720 00000100:00080000:2.0:1734017456.951806:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017456.951809:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017456.951814:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017456.951823:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339542144/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017456.951832:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017456.951836:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017456.951837:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017456.951841:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1720 00000100:00080000:2.0:1734017456.951844:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017456.951848:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000800:00000100:1.0:1734017456.951851:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000008:00100000:2.0:1734017456.951852:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017456.951860:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339542272/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017456.951874:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017456/real 1734017456] req@ffff8800a7a7ed80 x1818247339541632/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017456.951895:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339541632/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017456.951907:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017456.951910:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017456.951915:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339541632:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017456.951923:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339541760:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017456.951941:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017456.951948:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017456/real 1734017456] req@ffff8800a7a7c380 x1818247339541760/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017456.951960:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339541760/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017456.951967:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017456.951970:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017456.951974:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339541760:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017456.951980:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339541888:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017456.951994:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017456.952000:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017456/real 1734017456] req@ffff8800a7a7d180 x1818247339541888/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017456.952010:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339541888/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017456.952018:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017456.952021:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017456.952024:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339541888:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017456.952050:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339542016:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017456.952064:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017456.952071:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017456/real 1734017456] req@ffff8800a7a7df80 x1818247339542016/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017456.952081:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339542016/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017456.952089:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017456.952091:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017456.952094:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339542016:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017456.952100:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339542144:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017456.952114:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017456.952120:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017456/real 1734017456] req@ffff8800a7a7fb80 x1818247339542144/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017456.952130:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339542144/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017456.952137:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017456.952139:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017456.952142:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339542144:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017456.952148:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339542272:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017456.952164:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017456.952171:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017456/real 1734017456] req@ffff8800a7a7f100 x1818247339542272/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017456.952181:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339542272/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017456.952188:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017456.952190:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017456.952193:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339542272:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017457.393620:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017457.743472:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017458.395638:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017458.743416:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017459.397597:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017459.743466:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017460.399572:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017460.743444:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017461.401641:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017461.743451:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734017461.959440:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017461.959448:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017461.959453:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017461.959510:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1725 00000100:00080000:2.0:1734017461.959520:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017461.959527:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017461.959563:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339542400/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017461.959597:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017461.959602:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017461.959604:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017461.959608:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1725 00000100:00080000:2.0:1734017461.959611:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017461.959615:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017461.959624:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017461.959635:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339542528/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017461.959645:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017461.959648:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017461.959650:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017461.959654:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1725 00000100:00080000:2.0:1734017461.959657:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017461.959660:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017461.959665:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017461.959673:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339542656/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017461.959682:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017461.959685:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017461.959686:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017461.959690:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1725 00000100:00080000:2.0:1734017461.959692:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017461.959696:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017461.959700:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734017461.959703:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339542400:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734017461.959707:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339542784/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017461.959717:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017461.959720:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017461.959721:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017461.959725:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1725 00000100:00080000:2.0:1734017461.959727:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017461.959731:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017461.959735:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017461.959742:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339542912/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017461.959752:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017461.959755:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017461.959757:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017461.959760:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1725 00000100:00080000:2.0:1734017461.959763:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1734017461.959766:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734017461.959766:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017461.959770:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017461.959777:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339543040/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017461.959787:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017461/real 1734017461] req@ffff8800a7a7e300 x1818247339542400/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017461.959806:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339542400/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017461.959817:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017461.959820:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017461.959824:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339542400:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017461.959832:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339542528:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017461.959848:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017461.959855:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017461/real 1734017461] req@ffff8800a7a7ca80 x1818247339542528/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017461.959866:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339542528/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017461.959875:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017461.959878:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017461.959881:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339542528:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017461.959886:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339542656:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017461.959899:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017461.959905:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017461/real 1734017461] req@ffff8800a7a7c700 x1818247339542656/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017461.959916:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339542656/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017461.959923:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017461.959926:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017461.959929:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339542656:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017461.959953:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339542784:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017461.959966:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017461.959973:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017461/real 1734017461] req@ffff8800a7a7ce00 x1818247339542784/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017461.959984:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339542784/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017461.959992:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017461.959994:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017461.959997:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339542784:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017461.960003:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339542912:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017461.960016:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017461.960022:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017461/real 1734017461] req@ffff8800a7a7ea00 x1818247339542912/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017461.960033:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339542912/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017461.960040:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017461.960042:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017461.960045:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339542912:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017461.960051:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339543040:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017461.960062:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017461.960068:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017461/real 1734017461] req@ffff8800a7a7dc00 x1818247339543040/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017461.960078:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339543040/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017461.960085:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017461.960087:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017461.960090:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339543040:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017462.403669:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017462.743494:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017463.405639:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017463.743508:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017464.407618:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017464.743464:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017465.409623:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017465.743482:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017466.411623:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017466.743497:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734017466.967483:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017466.967493:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017466.967498:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017466.967510:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1730 00000100:00080000:2.0:1734017466.967524:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017466.967533:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017466.967580:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339543168/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017466.967618:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017466.967623:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017466.967625:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017466.967630:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1730 00000100:00080000:2.0:1734017466.967633:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017466.967637:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017466.967649:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017466.967660:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339543296/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017466.967670:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017466.967674:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017466.967676:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017466.967680:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1730 00000100:00080000:2.0:1734017466.967683:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017466.967687:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017466.967692:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017466.967704:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339543424/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017466.967713:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017466.967716:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017466.967718:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017466.967721:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1730 00000100:00080000:2.0:1734017466.967724:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017466.967728:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017466.967733:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017466.967743:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339543552/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017466.967749:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339543168:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017466.967755:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017466.967759:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017466.967760:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017466.967765:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1730 00000100:00080000:2.0:1734017466.967767:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017466.967770:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017466.967775:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017466.967783:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339543680/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017466.967792:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017466.967795:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017466.967796:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017466.967800:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1730 00000100:00080000:2.0:1734017466.967803:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017466.967807:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017466.967811:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017466.967819:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339543808/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017466.967822:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017466.967844:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017466/real 1734017466] req@ffff8800a7a7f480 x1818247339543168/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017466.967867:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339543168/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017466.967879:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017466.967882:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017466.967887:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339543168:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017466.967895:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339543296:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017466.967913:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017466.967920:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017466/real 1734017466] req@ffff8800a7a7c000 x1818247339543296/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017466.967931:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339543296/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017466.967939:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017466.967942:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017466.967945:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339543296:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017466.967951:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339543424:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017466.967965:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017466.967971:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017466/real 1734017466] req@ffff8800a7a7dc00 x1818247339543424/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017466.967981:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339543424/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017466.967989:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017466.967992:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017466.967995:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339543424:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017466.968022:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339543552:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017466.968036:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017466.968043:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017466/real 1734017466] req@ffff8800a7a7ea00 x1818247339543552/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017466.968054:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339543552/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017466.968061:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017466.968063:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017466.968066:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339543552:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017466.968072:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339543680:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017466.968085:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017466.968091:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017466/real 1734017466] req@ffff8800a7a7ce00 x1818247339543680/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017466.968101:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339543680/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017466.968109:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017466.968112:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017466.968115:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339543680:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017466.968121:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339543808:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017466.968136:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017466.968142:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017466/real 1734017466] req@ffff8800a7a7c700 x1818247339543808/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017466.968152:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339543808/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017466.968159:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017466.968162:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017466.968164:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339543808:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017467.413604:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017467.743479:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017468.415702:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017468.743474:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017469.417603:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017469.743479:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017470.419605:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017470.743473:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017471.421590:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017471.743469:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734017471.975451:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017471.975460:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017471.975464:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017471.975475:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1735 00000100:00080000:2.0:1734017471.975484:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017471.975492:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017471.975526:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339543936/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017471.975559:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017471.975563:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017471.975565:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017471.975570:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1735 00000100:00080000:2.0:1734017471.975573:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017471.975577:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017471.975587:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017471.975597:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339544064/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017471.975607:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017471.975610:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017471.975613:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017471.975616:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1735 00000100:00080000:2.0:1734017471.975619:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017471.975622:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017471.975627:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017471.975635:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339544192/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017471.975645:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017471.975648:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017471.975650:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017471.975653:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1735 00000100:00080000:2.0:1734017471.975655:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017471.975659:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017471.975663:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734017471.975669:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339543936:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734017471.975670:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339544320/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017471.975680:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017471.975683:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017471.975685:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017471.975688:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1735 00000100:00080000:2.0:1734017471.975691:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017471.975694:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017471.975698:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017471.975705:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339544448/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017471.975714:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017471.975717:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017471.975719:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017471.975722:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1735 00000100:00080000:2.0:1734017471.975725:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017471.975729:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000800:00000100:1.0:1734017471.975731:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000008:00100000:2.0:1734017471.975733:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017471.975741:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339544576/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017471.975752:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017471/real 1734017471] req@ffff8800a7a7ca80 x1818247339543936/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017471.975771:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339543936/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017471.975782:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017471.975785:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017471.975790:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339543936:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017471.975796:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339544064:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017471.975813:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017471.975819:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017471/real 1734017471] req@ffff8800a7a7e300 x1818247339544064/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017471.975830:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339544064/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017471.975839:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017471.975841:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017471.975845:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339544064:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017471.975850:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339544192:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017471.975864:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017471.975870:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017471/real 1734017471] req@ffff8800a7a7f100 x1818247339544192/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017471.975880:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339544192/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017471.975887:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017471.975889:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017471.975893:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339544192:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017471.975916:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339544320:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017471.975929:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017471.975936:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017471/real 1734017471] req@ffff8800a7a7fb80 x1818247339544320/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017471.975946:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339544320/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017471.975954:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017471.975956:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017471.975959:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339544320:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017471.975965:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339544448:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017471.975978:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017471.975983:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017471/real 1734017471] req@ffff8800a7a7df80 x1818247339544448/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017471.975994:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339544448/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017471.976001:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017471.976004:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017471.976007:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339544448:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017471.976012:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339544576:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017471.976023:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017471.976029:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017471/real 1734017471] req@ffff8800a7a7d180 x1818247339544576/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017471.976038:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339544576/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017471.976045:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017471.976048:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017471.976051:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339544576:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017472.423613:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017472.743412:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017473.425620:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017473.743486:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017474.427611:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017474.743491:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017475.429599:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017475.743469:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017476.431622:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017476.743458:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734017476.983472:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017476.983482:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017476.983486:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017476.983497:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1740 00000100:00080000:2.0:1734017476.983507:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017476.983516:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017476.983554:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339544704/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017476.983586:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017476.983591:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017476.983593:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017476.983598:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1740 00000100:00080000:2.0:1734017476.983601:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017476.983605:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017476.983614:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017476.983626:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339544832/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017476.983636:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017476.983639:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017476.983641:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017476.983645:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1740 00000100:00080000:2.0:1734017476.983647:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017476.983651:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017476.983655:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017476.983666:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339544960/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017476.983675:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017476.983678:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017476.983679:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017476.983683:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1740 00000100:00080000:2.0:1734017476.983685:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017476.983688:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017476.983693:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017476.983701:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339545088/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017476.983707:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339544704:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017476.983710:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017476.983714:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017476.983715:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017476.983719:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1740 00000100:00080000:2.0:1734017476.983722:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017476.983725:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017476.983730:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017476.983737:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339545216/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017476.983746:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017476.983749:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017476.983750:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017476.983754:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1740 00000100:00080000:2.0:1734017476.983757:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017476.983760:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017476.983764:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017476.983771:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339545344/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017476.983772:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017476.983794:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017476/real 1734017476] req@ffff8800a7a7c380 x1818247339544704/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017476.983814:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339544704/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017476.983825:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017476.983828:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017476.983833:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339544704:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017476.983840:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339544832:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017476.983857:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017476.983864:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017476/real 1734017476] req@ffff8800a7a7ed80 x1818247339544832/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017476.983875:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339544832/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017476.983883:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017476.983885:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017476.983889:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339544832:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017476.983894:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339544960:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017476.983907:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017476.983913:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017476/real 1734017476] req@ffff8800a7a7d180 x1818247339544960/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017476.983923:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339544960/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017476.983932:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017476.983934:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017476.983938:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339544960:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017476.983962:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339545088:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017476.983976:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017476.983982:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017476/real 1734017476] req@ffff8800a7a7df80 x1818247339545088/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017476.983993:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339545088/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017476.984001:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017476.984003:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017476.984006:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339545088:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017476.984011:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339545216:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017476.984023:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017476.984029:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017476/real 1734017476] req@ffff8800a7a7fb80 x1818247339545216/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017476.984039:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339545216/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017476.984047:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017476.984049:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017476.984052:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339545216:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017476.984057:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339545344:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017476.984072:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017476.984078:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017476/real 1734017476] req@ffff8800a7a7f100 x1818247339545344/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017476.984088:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339545344/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017476.984095:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017476.984097:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017476.984100:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339545344:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017477.433629:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017477.743473:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017478.435623:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017478.743455:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017479.437555:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017479.743387:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017480.439550:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017480.743397:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017481.441538:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017481.743440:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734017481.991536:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017481.991550:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017481.991555:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017481.991568:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1745 00000100:00080000:2.0:1734017481.991582:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017481.991593:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017481.991640:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339545472/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017481.991680:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017481.991685:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017481.991687:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017481.991692:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1745 00000100:00080000:2.0:1734017481.991695:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017481.991699:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017481.991712:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017481.991723:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339545600/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017481.991733:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017481.991737:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017481.991738:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017481.991743:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1745 00000100:00080000:2.0:1734017481.991746:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017481.991749:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017481.991754:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017481.991763:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339545728/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017481.991773:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017481.991776:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017481.991778:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017481.991782:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1745 00000100:00080000:2.0:1734017481.991784:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734017481.991787:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339545472:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017481.991788:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017481.991792:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017481.991800:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339545856/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017481.991809:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017481.991812:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017481.991814:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017481.991818:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1745 00000100:00080000:2.0:1734017481.991820:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017481.991823:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017481.991828:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017481.991836:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339545984/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017481.991842:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734017481.991845:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017481.991848:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017481.991849:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017481.991853:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1745 00000100:00080000:2.0:1734017481.991856:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734017481.991859:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017481/real 1734017481] req@ffff8800a7a7e300 x1818247339545472/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017481.991859:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017481.991864:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734017481.991870:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339545472/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017481.991871:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339546112/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1734017481.991878:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017481.991880:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017481.991883:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339545472:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017481.991888:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339545600:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017481.991899:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017481.991902:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017481/real 1734017481] req@ffff8800a7a7ca80 x1818247339545600/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017481.991908:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339545600/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017481.991913:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017481.991915:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017481.991916:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339545600:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017481.991931:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339545728:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017481.991939:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017481.991942:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017481/real 1734017481] req@ffff8800a7a7c700 x1818247339545728/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017481.991948:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339545728/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017481.991953:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017481.991954:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017481.991955:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339545728:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017481.991959:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339545856:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017481.991966:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017481.991969:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017481/real 1734017481] req@ffff8800a7a7ce00 x1818247339545856/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017481.991974:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339545856/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017481.991978:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017481.991979:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017481.991981:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339545856:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017481.991984:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339545984:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017481.991992:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017481.991995:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017481/real 1734017481] req@ffff8800a7a7ea00 x1818247339545984/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017481.992001:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339545984/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017481.992005:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017481.992006:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017481.992008:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339545984:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017481.992011:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339546112:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017481.992018:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017481.992021:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017481/real 1734017481] req@ffff8800a7a7dc00 x1818247339546112/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017481.992026:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339546112/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017481.992030:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017481.992031:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017481.992032:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339546112:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017482.443654:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017482.743388:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017483.445777:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017483.743457:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017484.447620:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017484.743451:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017485.449587:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017485.743469:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017486.451610:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017486.743452:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734017486.999427:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017486.999435:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017486.999440:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017486.999449:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1750 00000100:00080000:2.0:1734017486.999458:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017486.999466:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017486.999502:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339546240/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017486.999535:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017486.999539:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017486.999541:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017486.999546:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1750 00000100:00080000:2.0:1734017486.999549:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017486.999553:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017486.999563:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017486.999573:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339546368/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017486.999583:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017486.999586:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017486.999588:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017486.999592:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1750 00000100:00080000:2.0:1734017486.999595:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017486.999598:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017486.999604:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017486.999614:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339546496/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017486.999622:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017486.999625:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017486.999627:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017486.999631:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1750 00000100:00080000:2.0:1734017486.999633:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017486.999637:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017486.999641:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734017486.999647:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339546240:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734017486.999649:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339546624/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017486.999659:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017486.999662:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017486.999663:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017486.999667:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1750 00000100:00080000:2.0:1734017486.999669:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017486.999672:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017486.999676:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017486.999683:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339546752/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017486.999693:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017486.999696:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017486.999697:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017486.999701:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1750 00000100:00080000:2.0:1734017486.999703:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017486.999707:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017486.999711:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017486.999718:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339546880/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017486.999735:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339546368:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017486.999756:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339546496:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017486.999780:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339546624:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017486.999796:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339546752:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017486.999810:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339546880:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017487.453587:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017487.743444:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017488.455587:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017488.743445:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017489.457623:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017489.743442:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000400:00000100:2.0:1734017490.005720:0:1968:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:2.0:1734017490.005784:0:1968:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1734017490.005811:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:2.0:1734017490.005855:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:2.0:1734017490.005866:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:2.0:1734017490.005874:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:2.0:1734017490.005881:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:2.0:1734017490.005889:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000100:00100000:1.0:1734017490.005922:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017486/real 1734017490] req@ffff8800a7a7ea00 x1818247339546624/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017490.005963:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339546624/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017490.006037:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017490.006044:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017490.006052:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339546624:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017490.006064:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017486/real 1734017490] req@ffff8800a7a7ce00 x1818247339546752/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017490.006086:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339546752/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017490.006099:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017490.006104:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017490.006110:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339546752:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017490.006121:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017486/real 1734017490] req@ffff8800a7a7c700 x1818247339546880/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017490.006140:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339546880/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017490.006153:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017490.006158:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017490.006163:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339546880:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017490.006174:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017486/real 1734017490] req@ffff8800a7a7c000 x1818247339546240/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017490.006193:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339546240/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017490.006206:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017490.006209:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017490.006214:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339546240:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017490.006235:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017486/real 1734017490] req@ffff8800a7a7f480 x1818247339546368/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017490.006255:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339546368/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017490.006268:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017490.006272:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017490.006277:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339546368:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017490.006287:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017486/real 1734017490] req@ffff8800a7a7dc00 x1818247339546496/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017490.006303:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339546496/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017490.006382:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017490.006386:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017490.006393:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339546496:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017490.459585:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017490.743456:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017491.461600:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017491.743466:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734017492.007465:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017492.007475:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017492.007480:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017492.007493:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1755 00000100:00080000:2.0:1734017492.007505:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017492.007515:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017492.007562:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339547008/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017492.007601:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017492.007605:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017492.007608:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017492.007613:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1755 00000100:00080000:2.0:1734017492.007616:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017492.007620:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017492.007633:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017492.007644:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339547136/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017492.007654:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017492.007658:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017492.007660:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017492.007664:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1755 00000100:00080000:2.0:1734017492.007666:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017492.007670:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017492.007675:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017492.007685:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339547264/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017492.007694:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017492.007698:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017492.007699:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017492.007703:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1755 00000100:00080000:2.0:1734017492.007706:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017492.007710:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017492.007714:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017492.007723:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339547392/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017492.007731:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339547008:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017492.007733:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017492.007737:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017492.007739:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017492.007742:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1755 00000100:00080000:2.0:1734017492.007745:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017492.007748:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017492.007753:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017492.007761:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339547520/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017492.007770:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017492.007773:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017492.007775:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017492.007779:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1755 00000100:00080000:2.0:1734017492.007782:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017492.007786:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017492.007791:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017492.007799:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339547648/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017492.007803:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017492.007827:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017492/real 1734017492] req@ffff8800a7a7ca80 x1818247339547008/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017492.007847:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339547008/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017492.007858:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017492.007862:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017492.007867:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339547008:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017492.007875:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339547136:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017492.007892:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017492.007899:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017492/real 1734017492] req@ffff8800a7a7e300 x1818247339547136/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017492.007910:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339547136/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017492.007917:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017492.007920:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017492.007924:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339547136:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017492.007931:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339547264:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017492.007990:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017492.007999:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017492/real 1734017492] req@ffff8800a7a7f100 x1818247339547264/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017492.008011:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339547264/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017492.008019:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017492.008022:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017492.008025:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339547264:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017492.008051:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339547392:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017492.008067:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017492.008074:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017492/real 1734017492] req@ffff8800a7a7fb80 x1818247339547392/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017492.008085:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339547392/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017492.008093:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017492.008095:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017492.008098:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339547392:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017492.008104:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339547520:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017492.008117:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017492.008124:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017492/real 1734017492] req@ffff8800a7a7df80 x1818247339547520/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017492.008135:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339547520/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017492.008143:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017492.008145:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017492.008148:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339547520:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017492.008154:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339547648:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017492.008166:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017492.008172:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017492/real 1734017492] req@ffff8800a7a7d180 x1818247339547648/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017492.008182:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339547648/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017492.008189:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017492.008191:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017492.008194:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339547648:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017492.463615:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017492.743467:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017493.465612:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017493.743471:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017494.467597:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017494.743441:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017495.469602:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017495.743454:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017496.471641:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017496.743466:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734017497.015468:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017497.015476:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017497.015480:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017497.015489:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1760 00000100:00080000:2.0:1734017497.015499:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017497.015506:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017497.015541:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339547776/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017497.015574:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017497.015578:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017497.015580:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017497.015585:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1760 00000100:00080000:2.0:1734017497.015588:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017497.015592:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017497.015602:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017497.015612:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339547904/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017497.015629:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017497.015632:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017497.015634:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017497.015637:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1760 00000100:00080000:2.0:1734017497.015640:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017497.015643:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017497.015648:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017497.015658:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339548032/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017497.015666:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017497.015669:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017497.015671:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017497.015674:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1760 00000100:00080000:2.0:1734017497.015677:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017497.015680:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:1.0:1734017497.015684:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339547776:192.168.201.101@tcp:250:kworker.0 00000008:00100000:2.0:1734017497.015685:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017497.015693:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339548160/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017497.015702:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017497.015706:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017497.015707:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017497.015711:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1760 00000100:00080000:2.0:1734017497.015713:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017497.015717:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017497.015721:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017497.015728:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339548288/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017497.015737:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017497.015740:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017497.015741:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017497.015745:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1760 00000800:00000100:1.0:1734017497.015746:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734017497.015748:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017497.015751:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017497.015755:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017497.015762:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339548416/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017497.015768:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017497/real 1734017497] req@ffff8800a7a7ed80 x1818247339547776/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017497.015787:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339547776/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017497.015797:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017497.015802:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017497.015806:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339547776:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017497.015813:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339547904:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017497.015830:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017497.015837:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017497/real 1734017497] req@ffff8800a7a7c380 x1818247339547904/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017497.015848:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339547904/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017497.015856:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017497.015912:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017497.015917:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339547904:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017497.015924:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339548032:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017497.015942:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017497.015950:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017497/real 1734017497] req@ffff8800a7a7d180 x1818247339548032/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017497.015961:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339548032/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017497.015969:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017497.015972:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017497.015975:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339548032:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017497.015998:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339548160:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017497.016015:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017497.016022:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017497/real 1734017497] req@ffff8800a7a7df80 x1818247339548160/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017497.016032:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339548160/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017497.016040:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017497.016042:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017497.016045:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339548160:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017497.016051:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339548288:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017497.016062:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017497.016068:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017497/real 1734017497] req@ffff8800a7a7fb80 x1818247339548288/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017497.016078:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339548288/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017497.016086:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017497.016088:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017497.016091:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339548288:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017497.016096:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339548416:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017497.016107:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017497.016113:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017497/real 1734017497] req@ffff8800a7a7f100 x1818247339548416/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017497.016129:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339548416/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017497.016136:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017497.016138:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017497.016141:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339548416:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017497.473607:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017497.743447:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017498.475659:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017498.743473:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017499.477625:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017499.743482:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017500.479595:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017500.743471:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017501.481593:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017501.743468:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734017502.023480:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017502.023489:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017502.023493:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017502.023503:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1765 00000100:00080000:2.0:1734017502.023513:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017502.023520:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017502.023556:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339548544/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017502.023590:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017502.023595:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017502.023597:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017502.023601:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1765 00000100:00080000:2.0:1734017502.023605:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017502.023609:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017502.023619:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017502.023629:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339548672/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017502.023639:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017502.023643:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017502.023644:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017502.023648:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1765 00000100:00080000:2.0:1734017502.023651:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017502.023654:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017502.023659:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017502.023667:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339548800/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017502.023675:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017502.023678:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017502.023680:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017502.023684:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1765 00000100:00080000:2.0:1734017502.023686:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017502.023689:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017502.023694:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734017502.023702:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339548544:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734017502.023702:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339548928/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017502.023711:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017502.023714:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017502.023716:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017502.023719:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1765 00000100:00080000:2.0:1734017502.023722:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017502.023725:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017502.023729:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017502.023736:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339549056/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017502.023745:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017502.023748:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017502.023749:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017502.023753:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1765 00000100:00080000:2.0:1734017502.023756:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017502.023759:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017502.023763:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734017502.023767:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734017502.023771:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339549184/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017502.023834:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017502/real 1734017502] req@ffff8800a7a7e300 x1818247339548544/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017502.023853:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339548544/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017502.023863:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017502.023866:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017502.023871:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339548544:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017502.023878:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339548672:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017502.023898:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017502.023905:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017502/real 1734017502] req@ffff8800a7a7ca80 x1818247339548672/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017502.023916:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339548672/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017502.023924:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017502.023927:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017502.023931:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339548672:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017502.023937:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339548800:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017502.023950:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017502.023956:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017502/real 1734017502] req@ffff8800a7a7dc00 x1818247339548800/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017502.023966:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339548800/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017502.023974:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017502.023976:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017502.023979:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339548800:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017502.024003:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339548928:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017502.024015:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017502.024022:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017502/real 1734017502] req@ffff8800a7a7f480 x1818247339548928/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017502.024032:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339548928/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017502.024040:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017502.024042:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017502.024045:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339548928:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017502.024050:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339549056:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017502.024066:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017502.024072:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017502/real 1734017502] req@ffff8800a7a7c000 x1818247339549056/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017502.024083:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339549056/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017502.024091:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017502.024093:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017502.024096:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339549056:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017502.024101:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339549184:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017502.024112:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017502.024118:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017502/real 1734017502] req@ffff8800a7a7c700 x1818247339549184/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017502.024128:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339549184/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017502.024135:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017502.024137:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017502.024140:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339549184:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017502.483589:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017502.743442:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017503.485611:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017503.743454:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017504.487558:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017504.743440:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017505.489579:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017505.743432:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017506.491573:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017506.743440:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734017507.031441:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017507.031449:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017507.031453:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017507.031463:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1770 00000100:00080000:2.0:1734017507.031472:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017507.031479:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017507.031513:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339549312/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017507.031547:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017507.031552:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017507.031554:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017507.031558:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1770 00000100:00080000:2.0:1734017507.031561:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017507.031565:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017507.031574:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017507.031585:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339549440/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017507.031594:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017507.031598:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017507.031600:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017507.031604:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1770 00000100:00080000:2.0:1734017507.031607:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017507.031610:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017507.031615:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017507.031625:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339549568/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017507.031633:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017507.031636:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017507.031638:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017507.031641:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1770 00000100:00080000:2.0:1734017507.031644:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017507.031647:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017507.031652:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734017507.031654:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339549312:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734017507.031660:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339549696/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017507.031669:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017507.031672:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017507.031674:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017507.031677:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1770 00000100:00080000:2.0:1734017507.031680:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017507.031683:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017507.031687:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017507.031731:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339549824/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017507.031741:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1734017507.031744:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734017507.031744:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017507.031745:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017507.031749:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1770 00000100:00080000:2.0:1734017507.031752:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017507.031755:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017507.031760:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017507.031767:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339549952/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017507.031768:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017507/real 1734017507] req@ffff8800a7a7ce00 x1818247339549312/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017507.031795:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339549312/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017507.031805:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017507.031808:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017507.031812:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339549312:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017507.031819:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339549440:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017507.031837:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017507.031844:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017507/real 1734017507] req@ffff8800a7a7ea00 x1818247339549440/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017507.031855:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339549440/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017507.031862:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017507.031865:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017507.031868:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339549440:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017507.031873:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339549568:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017507.031886:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017507.031892:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017507/real 1734017507] req@ffff8800a7a7c700 x1818247339549568/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017507.031902:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339549568/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017507.031910:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017507.031913:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017507.031916:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339549568:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017507.031940:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339549696:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017507.031953:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017507.031960:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017507/real 1734017507] req@ffff8800a7a7c000 x1818247339549696/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017507.031970:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339549696/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017507.031978:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017507.031980:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017507.031983:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339549696:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017507.031988:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339549824:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017507.032000:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017507.032006:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017507/real 1734017507] req@ffff8800a7a7f480 x1818247339549824/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017507.032016:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339549824/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017507.032023:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017507.032025:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017507.032028:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339549824:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017507.032034:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339549952:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017507.032048:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017507.032054:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017507/real 1734017507] req@ffff8800a7a7dc00 x1818247339549952/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017507.032065:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339549952/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017507.032072:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017507.032074:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017507.032077:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339549952:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017507.493573:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017507.743454:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017508.495577:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017508.743419:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017509.497569:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017509.743461:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017510.499596:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017510.743463:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017511.501554:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017511.743453:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734017512.039434:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017512.039442:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017512.039446:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017512.039456:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1775 00000100:00080000:2.0:1734017512.039465:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017512.039472:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017512.039506:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339550080/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017512.039540:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017512.039544:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017512.039546:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017512.039551:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1775 00000100:00080000:2.0:1734017512.039554:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017512.039558:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017512.039567:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017512.039578:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339550208/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017512.039587:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017512.039591:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017512.039593:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017512.039597:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1775 00000100:00080000:2.0:1734017512.039600:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017512.039633:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017512.039639:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017512.039648:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339550336/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017512.039658:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017512.039661:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017512.039663:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017512.039666:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1775 00000100:00080000:2.0:1734017512.039669:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017512.039672:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:1.0:1734017512.039675:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339550080:192.168.201.101@tcp:250:kworker.0 00000008:00100000:2.0:1734017512.039677:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017512.039684:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339550464/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017512.039694:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017512.039698:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017512.039699:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017512.039703:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1775 00000100:00080000:2.0:1734017512.039705:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017512.039708:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017512.039712:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017512.039719:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339550592/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017512.039728:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017512.039731:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017512.039733:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017512.039736:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1775 00000800:00000100:1.0:1734017512.039739:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734017512.039739:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017512.039742:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017512.039746:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017512.039753:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339550720/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017512.039759:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017512/real 1734017512] req@ffff8800a7a7ca80 x1818247339550080/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017512.039778:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339550080/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017512.039789:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017512.039792:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017512.039797:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339550080:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017512.039804:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339550208:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017512.039820:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017512.039827:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017512/real 1734017512] req@ffff8800a7a7e300 x1818247339550208/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017512.039838:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339550208/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017512.039846:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017512.039849:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017512.039852:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339550208:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017512.039858:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339550336:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017512.039871:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017512.039877:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017512/real 1734017512] req@ffff8800a7a7f100 x1818247339550336/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017512.039887:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339550336/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017512.039894:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017512.039897:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017512.039900:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339550336:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017512.039923:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339550464:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017512.039936:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017512.039942:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017512/real 1734017512] req@ffff8800a7a7fb80 x1818247339550464/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017512.039953:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339550464/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017512.039961:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017512.039963:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017512.039966:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339550464:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017512.039972:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339550592:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017512.039985:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017512.039991:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017512/real 1734017512] req@ffff8800a7a7df80 x1818247339550592/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017512.040002:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339550592/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017512.040010:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017512.040012:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017512.040015:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339550592:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017512.040020:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339550720:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017512.040032:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017512.040038:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017512/real 1734017512] req@ffff8800a7a7d180 x1818247339550720/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017512.040048:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339550720/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017512.040054:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017512.040056:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017512.040060:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339550720:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017512.503582:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017512.743457:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017513.505637:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017513.743470:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017514.507558:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017514.743465:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017515.509605:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017515.743456:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017516.511607:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017516.743448:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734017517.047452:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017517.047461:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017517.047466:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017517.047476:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1780 00000100:00080000:2.0:1734017517.047485:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017517.047493:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017517.047578:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339550848/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017517.047612:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017517.047616:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017517.047618:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017517.047622:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1780 00000100:00080000:2.0:1734017517.047626:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017517.047630:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017517.047639:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017517.047651:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339550976/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017517.047661:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017517.047665:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017517.047667:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017517.047670:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1780 00000100:00080000:2.0:1734017517.047673:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017517.047677:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017517.047681:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017517.047691:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339551104/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017517.047701:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017517.047704:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017517.047705:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017517.047708:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1780 00000100:00080000:2.0:1734017517.047711:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017517.047714:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017517.047718:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734017517.047721:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339550848:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734017517.047727:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339551232/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017517.047736:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017517.047739:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017517.047741:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017517.047744:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1780 00000100:00080000:2.0:1734017517.047746:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017517.047750:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017517.047754:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017517.047761:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339551360/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017517.047770:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017517.047773:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017517.047775:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017517.047778:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1780 00000100:00080000:2.0:1734017517.047782:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1734017517.047784:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734017517.047786:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017517.047790:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017517.047798:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339551488/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017517.047806:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017517/real 1734017517] req@ffff8800a7a7c380 x1818247339550848/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017517.047826:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339550848/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017517.047836:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017517.047839:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017517.047844:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339550848:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017517.047851:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339550976:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017517.047868:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017517.047875:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017517/real 1734017517] req@ffff8800a7a7ed80 x1818247339550976/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017517.047886:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339550976/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017517.047894:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017517.047896:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017517.047899:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339550976:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017517.047905:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339551104:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017517.047918:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017517.047924:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017517/real 1734017517] req@ffff8800a7a7d180 x1818247339551104/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017517.047934:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339551104/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017517.047941:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017517.047944:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017517.047948:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339551104:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017517.047971:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339551232:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017517.047984:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017517.047991:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017517/real 1734017517] req@ffff8800a7a7df80 x1818247339551232/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017517.048001:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339551232/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017517.048009:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017517.048011:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017517.048014:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339551232:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017517.048019:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339551360:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017517.048031:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017517.048037:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017517/real 1734017517] req@ffff8800a7a7fb80 x1818247339551360/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017517.048047:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339551360/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017517.048054:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017517.048057:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017517.048059:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339551360:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017517.048064:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339551488:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017517.048079:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017517.048086:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017517/real 1734017517] req@ffff8800a7a7f100 x1818247339551488/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017517.048095:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339551488/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017517.048103:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017517.048105:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017517.048109:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339551488:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017517.513663:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017517.743458:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017518.515613:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017518.743444:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017519.517654:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017519.743510:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017520.519612:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017520.743439:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017521.521609:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017521.743467:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734017522.055487:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017522.055498:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017522.055503:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017522.055516:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1785 00000100:00080000:2.0:1734017522.055528:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017522.055538:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017522.055585:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339551616/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017522.055623:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017522.055628:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017522.055630:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017522.055634:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1785 00000100:00080000:2.0:1734017522.055638:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017522.055642:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017522.055654:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017522.055666:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339551744/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017522.055676:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017522.055679:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017522.055681:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017522.055685:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1785 00000100:00080000:2.0:1734017522.055688:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017522.055692:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017522.055697:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017522.055707:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339551872/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017522.055716:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017522.055719:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017522.055721:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017522.055724:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1785 00000100:00080000:2.0:1734017522.055727:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017522.055730:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017522.055735:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017522.055743:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339552000/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017522.055753:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734017522.055755:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339551616:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017522.055757:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017522.055758:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017522.055763:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1785 00000100:00080000:2.0:1734017522.055766:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017522.055770:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017522.055774:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017522.055783:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339552128/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017522.055792:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017522.055795:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017522.055796:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017522.055800:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1785 00000100:00080000:2.0:1734017522.055803:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017522.055806:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017522.055810:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017522.055818:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339552256/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017522.055827:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017522.055850:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017522/real 1734017522] req@ffff8800a7a7e300 x1818247339551616/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017522.055870:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339551616/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017522.055882:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017522.055885:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017522.055890:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339551616:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017522.055898:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339551744:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017522.055915:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017522.055921:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017522/real 1734017522] req@ffff8800a7a7ca80 x1818247339551744/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017522.055933:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339551744/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017522.055941:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017522.055944:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017522.055948:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339551744:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017522.055954:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339551872:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017522.055967:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017522.055973:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017522/real 1734017522] req@ffff8800a7a7dc00 x1818247339551872/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017522.055983:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339551872/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017522.055991:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017522.055993:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017522.055996:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339551872:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017522.056022:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339552000:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017522.056036:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017522.056042:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017522/real 1734017522] req@ffff8800a7a7f480 x1818247339552000/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017522.056053:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339552000/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017522.056061:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017522.056063:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017522.056066:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339552000:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017522.056073:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339552128:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017522.056085:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017522.056091:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017522/real 1734017522] req@ffff8800a7a7c000 x1818247339552128/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017522.056101:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339552128/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017522.056110:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017522.056112:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017522.056115:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339552128:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017522.056121:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339552256:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017522.056132:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017522.056138:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017522/real 1734017522] req@ffff8800a7a7c700 x1818247339552256/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017522.056148:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339552256/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017522.056155:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017522.056157:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017522.056160:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339552256:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017522.523633:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017522.743498:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017523.525618:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017523.743493:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017524.527622:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017524.743459:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017525.529611:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017525.743485:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017526.531615:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017526.743462:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734017527.063482:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017527.063492:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017527.063497:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017527.063509:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1790 00000100:00080000:2.0:1734017527.063522:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017527.063532:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017527.063578:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339552384/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017527.063616:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017527.063620:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017527.063622:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017527.063628:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1790 00000100:00080000:2.0:1734017527.063631:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017527.063634:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017527.063646:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017527.063658:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339552512/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017527.063667:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017527.063671:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017527.063673:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017527.063677:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1790 00000100:00080000:2.0:1734017527.063680:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017527.063684:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017527.063689:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017527.063701:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339552640/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017527.063709:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017527.063713:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017527.063715:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017527.063719:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1790 00000100:00080000:2.0:1734017527.063722:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017527.063726:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017527.063730:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017527.063740:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339552768/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017527.063746:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339552384:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017527.063751:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017527.063754:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017527.063756:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017527.063759:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1790 00000100:00080000:2.0:1734017527.063762:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017527.063766:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017527.063770:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017527.063779:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339552896/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017527.063789:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017527.063792:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017527.063794:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017527.063797:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1790 00000100:00080000:2.0:1734017527.063800:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017527.063804:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017527.063808:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017527.063816:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339553024/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017527.063818:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017527.063843:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017527/real 1734017527] req@ffff8800a7a7ea00 x1818247339552384/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017527.063863:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339552384/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017527.063875:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017527.063879:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017527.063884:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339552384:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017527.063891:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339552512:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017527.063909:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017527.063916:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017527/real 1734017527] req@ffff8800a7a7ce00 x1818247339552512/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017527.063927:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339552512/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017527.063935:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017527.063938:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017527.063941:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339552512:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017527.063947:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339552640:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017527.063961:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017527.063967:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017527/real 1734017527] req@ffff8800a7a7c700 x1818247339552640/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017527.063978:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339552640/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017527.063985:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017527.063989:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017527.063992:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339552640:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017527.064017:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339552768:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017527.064031:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017527.064038:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017527/real 1734017527] req@ffff8800a7a7c000 x1818247339552768/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017527.064048:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339552768/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017527.064056:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017527.064058:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017527.064061:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339552768:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017527.064068:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339552896:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017527.064081:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017527.064087:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017527/real 1734017527] req@ffff8800a7a7f480 x1818247339552896/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017527.064097:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339552896/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017527.064104:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017527.064107:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017527.064110:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339552896:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017527.064116:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339553024:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017527.064131:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017527.064137:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017527/real 1734017527] req@ffff8800a7a7dc00 x1818247339553024/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017527.064148:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339553024/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017527.064155:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017527.064157:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017527.064160:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339553024:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017527.533616:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017527.743445:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017528.535557:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017528.743446:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017529.537537:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017529.743453:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017530.539566:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017530.743478:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017531.541523:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017531.743407:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734017532.071444:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017532.071452:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017532.071456:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017532.071466:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1795 00000100:00080000:2.0:1734017532.071475:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017532.071483:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017532.071518:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339553152/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017532.071551:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017532.071556:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017532.071558:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017532.071562:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1795 00000100:00080000:2.0:1734017532.071565:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017532.071570:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017532.071580:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017532.071590:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339553280/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017532.071599:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017532.071603:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017532.071605:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017532.071609:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1795 00000100:00080000:2.0:1734017532.071612:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017532.071615:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017532.071620:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017532.071628:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339553408/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017532.071636:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017532.071639:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017532.071641:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017532.071644:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1795 00000100:00080000:2.0:1734017532.071646:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017532.071650:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017532.071654:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734017532.071657:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339553152:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734017532.071661:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339553536/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017532.071671:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017532.071674:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017532.071675:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017532.071679:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1795 00000100:00080000:2.0:1734017532.071681:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017532.071684:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017532.071688:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017532.071696:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339553664/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017532.071705:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017532.071708:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017532.071710:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017532.071713:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1795 00000100:00080000:2.0:1734017532.071716:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017532.071719:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000800:00000100:1.0:1734017532.071720:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000008:00100000:2.0:1734017532.071723:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017532.071730:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339553792/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017532.071742:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017532/real 1734017532] req@ffff8800a7a7ca80 x1818247339553152/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017532.071761:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339553152/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017532.071772:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017532.071775:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017532.071780:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339553152:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017532.071787:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339553280:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017532.071803:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017532.071810:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017532/real 1734017532] req@ffff8800a7a7e300 x1818247339553280/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017532.071821:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339553280/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017532.071830:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017532.071832:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017532.071836:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339553280:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017532.071841:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339553408:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017532.071854:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017532.071860:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017532/real 1734017532] req@ffff8800a7a7f100 x1818247339553408/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017532.071871:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339553408/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017532.071878:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017532.071880:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017532.071883:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339553408:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017532.071907:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339553536:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017532.071920:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017532.071927:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017532/real 1734017532] req@ffff8800a7a7fb80 x1818247339553536/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017532.071938:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339553536/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017532.071946:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017532.071948:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017532.071951:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339553536:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017532.071958:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339553664:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017532.071971:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017532.071977:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017532/real 1734017532] req@ffff8800a7a7df80 x1818247339553664/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017532.071988:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339553664/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017532.071996:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017532.071998:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017532.072001:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339553664:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017532.072006:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339553792:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017532.072018:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017532.072024:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017532/real 1734017532] req@ffff8800a7a7d180 x1818247339553792/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017532.072033:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339553792/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017532.072040:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017532.072042:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017532.072045:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339553792:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017532.543558:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017532.743448:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017533.545573:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017533.743490:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017534.547582:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017534.743459:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017535.549611:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017535.743480:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017536.551574:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017536.743444:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734017537.079438:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017537.079447:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017537.079452:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017537.079462:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1800 00000100:00080000:2.0:1734017537.079472:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017537.079480:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017537.079516:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339553920/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017537.079549:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017537.079554:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017537.079556:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017537.079561:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1800 00000100:00080000:2.0:1734017537.079564:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017537.079568:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017537.079577:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017537.079588:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339554048/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017537.079598:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017537.079601:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017537.079603:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017537.079607:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1800 00000100:00080000:2.0:1734017537.079610:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017537.079614:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017537.079619:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017537.079629:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339554176/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017537.079637:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017537.079641:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017537.079642:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017537.079646:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1800 00000100:00080000:2.0:1734017537.079648:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017537.079651:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017537.079656:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734017537.079663:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339553920:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734017537.079664:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339554304/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017537.079674:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017537.079677:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017537.079679:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017537.079682:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1800 00000100:00080000:2.0:1734017537.079685:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017537.079688:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017537.079692:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017537.079700:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339554432/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017537.079708:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017537.079711:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017537.079713:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017537.079716:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1800 00000100:00080000:2.0:1734017537.079719:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017537.079722:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017537.079726:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734017537.079727:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734017537.079734:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339554560/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017537.079749:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017537/real 1734017537] req@ffff8800a7a7ed80 x1818247339553920/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017537.079768:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339553920/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017537.079779:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017537.079783:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017537.079787:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339553920:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017537.079794:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339554048:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017537.079810:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017537.079817:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017537/real 1734017537] req@ffff8800a7a7c380 x1818247339554048/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017537.079829:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339554048/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017537.079836:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017537.079839:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017537.079842:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339554048:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017537.079848:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339554176:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017537.079861:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017537.079867:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017537/real 1734017537] req@ffff8800a7a7d180 x1818247339554176/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017537.079877:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339554176/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017537.079884:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017537.079887:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017537.079890:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339554176:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017537.079914:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339554304:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017537.079927:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017537.079933:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017537/real 1734017537] req@ffff8800a7a7df80 x1818247339554304/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017537.079944:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339554304/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017537.079952:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017537.079954:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017537.079957:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339554304:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017537.079962:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339554432:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017537.079974:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017537.079980:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017537/real 1734017537] req@ffff8800a7a7fb80 x1818247339554432/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017537.079990:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339554432/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017537.079998:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017537.080000:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017537.080003:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339554432:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017537.080008:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339554560:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017537.080023:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017537.080029:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017537/real 1734017537] req@ffff8800a7a7f100 x1818247339554560/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017537.080039:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339554560/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017537.080046:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017537.080048:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017537.080051:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339554560:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017537.553637:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017537.743474:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017538.555609:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017538.743475:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017539.557603:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017539.743478:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017540.559609:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017540.743435:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017541.561612:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017541.743406:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734017542.087469:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017542.087479:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017542.087485:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017542.087497:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1805 00000100:00080000:2.0:1734017542.087510:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017542.087520:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017542.087567:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339554688/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017542.087607:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017542.087611:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017542.087613:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017542.087618:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1805 00000100:00080000:2.0:1734017542.087622:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017542.087625:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017542.087637:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017542.087648:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339554816/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017542.087658:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017542.087661:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017542.087663:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017542.087667:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1805 00000100:00080000:2.0:1734017542.087670:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017542.087674:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017542.087679:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017542.087688:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339554944/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017542.087698:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017542.087702:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017542.087703:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017542.087707:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1805 00000100:00080000:2.0:1734017542.087709:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017542.087713:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017542.087717:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017542.087725:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339555072/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017542.087736:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017542.087739:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017542.087741:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017542.087745:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1805 00000100:00080000:2.0:1734017542.087748:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734017542.087750:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339554688:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017542.087751:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017542.087755:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017542.087764:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339555200/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017542.087773:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017542.087776:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017542.087778:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017542.087783:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1805 00000100:00080000:2.0:1734017542.087786:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017542.087790:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017542.087795:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017542.087804:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339555328/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017542.087823:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017542.087848:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017542/real 1734017542] req@ffff8800a7a7e300 x1818247339554688/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017542.087869:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339554688/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017542.087881:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017542.087884:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017542.087889:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339554688:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017542.087897:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339554816:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017542.087914:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017542.087921:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017542/real 1734017542] req@ffff8800a7a7ca80 x1818247339554816/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017542.087932:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339554816/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017542.087941:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017542.087944:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017542.087948:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339554816:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017542.087953:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339554944:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017542.087967:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017542.087972:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017542/real 1734017542] req@ffff8800a7a7dc00 x1818247339554944/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017542.087983:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339554944/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017542.087990:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017542.087993:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017542.087996:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339554944:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017542.088022:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339555072:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017542.088035:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017542.088042:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017542/real 1734017542] req@ffff8800a7a7f480 x1818247339555072/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017542.088052:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339555072/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017542.088060:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017542.088063:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017542.088066:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339555072:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017542.088072:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339555200:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017542.088085:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017542.088138:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017542/real 1734017542] req@ffff8800a7a7c000 x1818247339555200/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017542.088152:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339555200/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017542.088161:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017542.088164:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017542.088167:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339555200:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017542.088174:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339555328:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017542.088191:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017542.088198:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017542/real 1734017542] req@ffff8800a7a7c700 x1818247339555328/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017542.088208:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339555328/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017542.088216:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017542.088218:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017542.088221:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339555328:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017542.563620:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017542.743433:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017543.565599:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017543.743450:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017544.567602:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017544.743460:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017545.569570:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017545.743450:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017546.571612:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017546.743461:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734017547.095454:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017547.095463:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017547.095469:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017547.095482:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1810 00000100:00080000:2.0:1734017547.095494:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017547.095504:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017547.095552:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339555456/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017547.095591:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017547.095596:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017547.095598:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017547.095602:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1810 00000100:00080000:2.0:1734017547.095606:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017547.095610:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017547.095622:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017547.095635:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339555584/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017547.095645:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017547.095649:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017547.095651:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017547.095656:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1810 00000100:00080000:2.0:1734017547.095659:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017547.095663:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017547.095668:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017547.095680:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339555712/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017547.095689:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017547.095692:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017547.095694:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017547.095697:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1810 00000100:00080000:2.0:1734017547.095701:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017547.095704:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017547.095709:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017547.095719:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339555840/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017547.095723:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339555456:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017547.095730:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017547.095733:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017547.095735:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017547.095739:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1810 00000100:00080000:2.0:1734017547.095742:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017547.095745:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017547.095750:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017547.095758:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339555968/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017547.095767:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017547.095770:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017547.095772:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017547.095776:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1810 00000100:00080000:2.0:1734017547.095779:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017547.095782:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017547.095787:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734017547.095793:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734017547.095795:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339556096/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017547.095818:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017547/real 1734017547] req@ffff8800a7a7ce00 x1818247339555456/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017547.095839:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339555456/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017547.095850:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017547.095854:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017547.095858:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339555456:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017547.095866:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339555584:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017547.095884:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017547.095891:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017547/real 1734017547] req@ffff8800a7a7ea00 x1818247339555584/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017547.095903:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339555584/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017547.095910:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017547.095913:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017547.095917:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339555584:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017547.095923:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339555712:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017547.095936:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017547.095942:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017547/real 1734017547] req@ffff8800a7a7c700 x1818247339555712/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017547.095953:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339555712/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017547.095961:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017547.095964:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017547.095967:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339555712:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017547.095994:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339555840:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017547.096051:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017547.096061:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017547/real 1734017547] req@ffff8800a7a7c000 x1818247339555840/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017547.096072:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339555840/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017547.096081:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017547.096083:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017547.096086:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339555840:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017547.096093:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339555968:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017547.096110:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017547.096116:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017547/real 1734017547] req@ffff8800a7a7f480 x1818247339555968/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017547.096127:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339555968/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017547.096135:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017547.096138:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017547.096140:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339555968:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017547.096146:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339556096:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017547.096162:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017547.096168:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017547/real 1734017547] req@ffff8800a7a7dc00 x1818247339556096/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017547.096178:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339556096/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017547.096186:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017547.096188:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017547.096191:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339556096:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017547.573602:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017547.743421:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017548.575630:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017548.743471:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017549.577574:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017549.743474:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017550.579638:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017550.743474:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017551.581598:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017551.743477:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734017552.103434:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017552.103444:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017552.103448:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017552.103459:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1815 00000100:00080000:2.0:1734017552.103468:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017552.103477:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017552.103514:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339556224/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017552.103549:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017552.103553:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017552.103555:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017552.103560:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1815 00000100:00080000:2.0:1734017552.103563:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017552.103567:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017552.103576:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017552.103587:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339556352/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017552.103596:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017552.103600:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017552.103601:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017552.103605:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1815 00000100:00080000:2.0:1734017552.103608:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017552.103611:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017552.103616:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017552.103624:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339556480/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017552.103632:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017552.103635:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017552.103638:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017552.103641:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1815 00000100:00080000:2.0:1734017552.103644:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017552.103647:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017552.103652:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734017552.103654:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339556224:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734017552.103659:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339556608/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017552.103669:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017552.103672:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017552.103674:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017552.103678:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1815 00000100:00080000:2.0:1734017552.103680:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017552.103683:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017552.103687:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017552.103695:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339556736/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017552.103703:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017552.103706:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017552.103708:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017552.103711:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1815 00000100:00080000:2.0:1734017552.103714:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017552.103717:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017552.103722:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017552.103730:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339556864/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017552.103748:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339556352:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017552.103781:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339556480:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017552.103814:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339556608:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017552.103837:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339556736:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017552.103859:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339556864:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017552.583605:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017552.743480:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017553.585626:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017553.743483:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017554.587592:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017554.743470:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000400:00000100:2.0:1734017555.109749:0:1969:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:2.0:1734017555.109804:0:1969:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1734017555.109824:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:2.0:1734017555.109861:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:2.0:1734017555.109914:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:2.0:1734017555.109923:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:2.0:1734017555.109930:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:2.0:1734017555.109937:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000100:00100000:1.0:1734017555.109960:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017552/real 1734017555] req@ffff8800a7a7fb80 x1818247339556608/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017555.109995:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339556608/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017555.110009:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017555.110015:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017555.110024:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339556608:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017555.110035:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017552/real 1734017555] req@ffff8800a7a7df80 x1818247339556736/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017555.110055:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339556736/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017555.110068:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017555.110072:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017555.110077:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339556736:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017555.110086:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017552/real 1734017555] req@ffff8800a7a7d180 x1818247339556864/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017555.110103:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339556864/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017555.110115:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017555.110120:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017555.110125:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339556864:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017555.110136:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017552/real 1734017555] req@ffff8800a7a7ca80 x1818247339556224/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017555.110155:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339556224/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017555.110167:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017555.110171:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017555.110176:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339556224:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017555.110187:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017552/real 1734017555] req@ffff8800a7a7e300 x1818247339556352/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017555.110205:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339556352/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017555.110218:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017555.110222:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017555.110228:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339556352:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017555.110238:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017552/real 1734017555] req@ffff8800a7a7f100 x1818247339556480/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017555.110267:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339556480/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017555.110280:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017555.110284:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017555.110290:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339556480:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017555.589582:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017555.743473:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017556.591574:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017556.743432:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734017557.111448:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017557.111461:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017557.111466:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017557.111476:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1820 00000100:00080000:2.0:1734017557.111485:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017557.111493:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017557.111527:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339556992/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017557.111560:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017557.111564:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017557.111566:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017557.111570:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1820 00000100:00080000:2.0:1734017557.111574:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017557.111578:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017557.111587:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017557.111598:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339557120/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017557.111608:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017557.111612:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017557.111613:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017557.111617:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1820 00000100:00080000:2.0:1734017557.111620:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017557.111623:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017557.111628:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017557.111637:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339557248/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017557.111645:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017557.111649:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017557.111650:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017557.111653:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1820 00000100:00080000:2.0:1734017557.111656:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017557.111660:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017557.111664:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017557.111672:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339557376/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017557.111673:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339556992:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017557.111688:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017557.111691:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017557.111693:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017557.111696:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1820 00000100:00080000:2.0:1734017557.111698:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017557.111702:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017557.111705:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017557.111713:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339557504/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017557.111721:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017557.111724:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017557.111726:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017557.111729:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1820 00000100:00080000:2.0:1734017557.111732:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1734017557.111735:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734017557.111735:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017557.111739:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017557.111746:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339557632/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017557.111756:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017557/real 1734017557] req@ffff8800a7a7c380 x1818247339556992/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017557.111775:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339556992/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017557.111785:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017557.111789:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017557.111794:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339556992:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017557.111801:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339557120:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017557.111817:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017557.111824:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017557/real 1734017557] req@ffff8800a7a7ed80 x1818247339557120/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017557.111874:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339557120/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017557.111884:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017557.111887:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017557.111891:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339557120:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017557.111898:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339557248:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017557.111915:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017557.111923:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017557/real 1734017557] req@ffff8800a7a7f100 x1818247339557248/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017557.111934:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339557248/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017557.111941:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017557.111944:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017557.111947:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339557248:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017557.111970:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339557376:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017557.111986:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017557.111993:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017557/real 1734017557] req@ffff8800a7a7e300 x1818247339557376/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017557.112003:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339557376/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017557.112012:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017557.112014:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017557.112017:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339557376:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017557.112022:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339557504:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017557.112034:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017557.112039:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017557/real 1734017557] req@ffff8800a7a7ca80 x1818247339557504/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017557.112049:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339557504/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017557.112057:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017557.112059:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017557.112062:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339557504:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017557.112067:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339557632:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017557.112078:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017557.112084:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017557/real 1734017557] req@ffff8800a7a7d180 x1818247339557632/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017557.112100:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339557632/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017557.112108:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017557.112110:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017557.112113:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339557632:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017557.593594:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017557.743454:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017558.595615:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017558.743460:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017559.597591:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017559.743479:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017560.599575:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017560.743457:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017561.601588:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017561.743464:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734017562.119443:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017562.119454:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017562.119460:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017562.119474:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1825 00000100:00080000:2.0:1734017562.119485:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017562.119495:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017562.119543:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339557760/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017562.119584:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017562.119588:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017562.119590:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017562.119595:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1825 00000100:00080000:2.0:1734017562.119598:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017562.119602:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017562.119614:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017562.119626:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339557888/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017562.119636:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017562.119640:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017562.119642:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017562.119646:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1825 00000100:00080000:2.0:1734017562.119649:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017562.119652:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017562.119658:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017562.119667:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339558016/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017562.119677:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017562.119681:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017562.119682:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017562.119686:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1825 00000100:00080000:2.0:1734017562.119688:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017562.119692:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017562.119696:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017562.119704:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339558144/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017562.119715:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017562.119718:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1734017562.119719:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339557760:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017562.119720:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017562.119723:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1825 00000100:00080000:2.0:1734017562.119726:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017562.119730:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017562.119734:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017562.119742:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339558272/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017562.119795:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017562.119798:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017562.119801:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017562.119805:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1825 00000100:00080000:2.0:1734017562.119810:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017562.119813:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017562.119818:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734017562.119822:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734017562.119828:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339558400/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017562.119845:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017562/real 1734017562] req@ffff8800a7a7df80 x1818247339557760/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017562.119865:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339557760/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017562.119878:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017562.119881:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017562.119886:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339557760:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017562.119894:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339557888:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017562.119912:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017562.119919:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017562/real 1734017562] req@ffff8800a7a7fb80 x1818247339557888/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017562.119930:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339557888/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017562.119938:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017562.119942:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017562.119945:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339557888:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017562.119952:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339558016:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017562.119966:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017562.119972:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017562/real 1734017562] req@ffff8800a7a7dc00 x1818247339558016/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017562.119982:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339558016/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017562.119990:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017562.119993:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017562.119996:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339558016:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017562.120022:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339558144:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017562.120035:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017562.120042:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017562/real 1734017562] req@ffff8800a7a7f480 x1818247339558144/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017562.120052:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339558144/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017562.120061:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017562.120063:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017562.120066:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339558144:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017562.120072:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339558272:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017562.120088:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017562.120094:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017562/real 1734017562] req@ffff8800a7a7c000 x1818247339558272/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017562.120104:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339558272/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017562.120112:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017562.120115:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017562.120118:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339558272:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017562.120124:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339558400:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017562.120135:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017562.120141:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017562/real 1734017562] req@ffff8800a7a7c700 x1818247339558400/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017562.120151:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339558400/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017562.120158:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017562.120161:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017562.120164:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339558400:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017562.603646:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017562.743472:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017563.605616:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017563.743473:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017564.607583:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017564.743482:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017565.609618:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017565.743436:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017566.611606:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017566.743463:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734017567.127472:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017567.127484:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017567.127491:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017567.127507:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1830 00000100:00080000:2.0:1734017567.127522:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017567.127533:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017567.127587:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339558528/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017567.127636:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017567.127641:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017567.127644:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017567.127649:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1830 00000100:00080000:2.0:1734017567.127653:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017567.127658:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017567.127705:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017567.127722:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339558656/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017567.127734:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017567.127738:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017567.127740:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017567.127744:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1830 00000100:00080000:2.0:1734017567.127747:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017567.127751:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017567.127756:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017567.127768:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339558784/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017567.127778:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339558528:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017567.127779:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017567.127783:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017567.127784:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017567.127789:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1830 00000100:00080000:2.0:1734017567.127792:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017567.127795:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017567.127800:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017567.127809:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339558912/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017567.127818:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017567.127821:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017567.127823:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017567.127827:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1830 00000100:00080000:2.0:1734017567.127830:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017567.127834:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017567.127839:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017567.127847:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339559040/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017567.127850:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734017567.127855:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017567.127858:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017567.127860:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017567.127863:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1830 00000100:00080000:2.0:1734017567.127867:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017567.127870:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:1.0:1734017567.127873:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017567/real 1734017567] req@ffff8800a7a7ea00 x1818247339558528/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:2.0:1734017567.127875:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017567.127883:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339559168/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017567.127901:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339558528/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017567.127912:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017567.127915:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017567.127920:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339558528:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017567.127928:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339558656:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017567.127946:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017567.127953:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017567/real 1734017567] req@ffff8800a7a7ce00 x1818247339558656/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017567.127964:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339558656/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017567.127972:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017567.127975:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017567.127979:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339558656:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017567.128004:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339558784:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017567.128018:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017567.128024:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017567/real 1734017567] req@ffff8800a7a7c700 x1818247339558784/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017567.128035:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339558784/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017567.128043:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017567.128046:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017567.128049:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339558784:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017567.128056:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339558912:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017567.128069:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017567.128075:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017567/real 1734017567] req@ffff8800a7a7c000 x1818247339558912/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017567.128085:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339558912/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017567.128093:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017567.128095:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017567.128099:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339558912:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017567.128104:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339559040:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017567.128117:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017567.128123:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017567/real 1734017567] req@ffff8800a7a7f480 x1818247339559040/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017567.128133:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339559040/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017567.128141:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017567.128144:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017567.128147:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339559040:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017567.128153:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339559168:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017567.128169:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017567.128175:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017567/real 1734017567] req@ffff8800a7a7dc00 x1818247339559168/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017567.128185:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339559168/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017567.128191:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017567.128194:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017567.128197:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339559168:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017567.613621:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017567.743460:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017568.615623:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017568.743473:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017569.617585:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017569.743464:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017570.619599:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017570.743457:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017571.621579:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017571.743454:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734017572.135461:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017572.135469:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017572.135474:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017572.135483:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1835 00000100:00080000:2.0:1734017572.135493:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017572.135501:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017572.135537:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339559296/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017572.135571:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017572.135575:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017572.135577:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017572.135619:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1835 00000100:00080000:2.0:1734017572.135623:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017572.135628:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017572.135638:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017572.135650:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339559424/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017572.135661:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017572.135664:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017572.135666:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017572.135670:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1835 00000100:00080000:2.0:1734017572.135672:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017572.135676:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017572.135681:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1734017572.135683:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339559296:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734017572.135689:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339559552/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017572.135699:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017572.135702:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017572.135704:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017572.135707:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1835 00000100:00080000:2.0:1734017572.135710:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017572.135713:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017572.135718:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017572.135725:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339559680/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017572.135734:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017572.135737:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017572.135738:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017572.135742:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1835 00000100:00080000:2.0:1734017572.135745:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1734017572.135746:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734017572.135748:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017572.135752:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017572.135759:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339559808/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017572.135767:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734017572.135768:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017572/real 1734017572] req@ffff8800a7a7fb80 x1818247339559296/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017572.135771:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017572.135772:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017572.135776:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1835 00000100:00080000:2.0:1734017572.135778:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017572.135782:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017572.135786:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734017572.135787:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339559296/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017572.135794:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339559936/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1734017572.135798:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017572.135801:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017572.135806:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339559296:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017572.135812:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339559424:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017572.135829:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017572.135836:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017572/real 1734017572] req@ffff8800a7a7df80 x1818247339559424/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017572.135847:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339559424/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017572.135856:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017572.135858:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017572.135862:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339559424:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017572.135883:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339559552:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017572.135897:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017572.135904:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017572/real 1734017572] req@ffff8800a7a7d180 x1818247339559552/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017572.135914:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339559552/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017572.135922:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017572.135924:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017572.135927:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339559552:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017572.135933:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339559680:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017572.135944:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017572.135950:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017572/real 1734017572] req@ffff8800a7a7ca80 x1818247339559680/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017572.135960:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339559680/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017572.135967:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017572.135970:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017572.135973:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339559680:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017572.135979:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339559808:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017572.135991:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017572.135998:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017572/real 1734017572] req@ffff8800a7a7e300 x1818247339559808/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017572.136008:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339559808/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017572.136016:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017572.136018:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017572.136021:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339559808:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017572.136026:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339559936:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017572.136038:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017572.136044:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017572/real 1734017572] req@ffff8800a7a7f100 x1818247339559936/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017572.136054:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339559936/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017572.136061:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017572.136063:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017572.136066:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339559936:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017572.623617:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017572.743430:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017573.625627:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017573.743452:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017574.627616:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017574.743476:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017575.629611:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017575.743482:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017576.631614:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017576.743452:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734017577.143477:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017577.143487:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017577.143492:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017577.143718:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1841 00000100:00080000:2.0:1734017577.143730:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017577.143740:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017577.143790:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339560064/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017577.143829:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017577.143834:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017577.143836:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017577.143841:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1841 00000100:00080000:2.0:1734017577.143844:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017577.143848:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017577.143861:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017577.143872:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339560192/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017577.143882:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017577.143886:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017577.143888:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017577.143892:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1841 00000100:00080000:2.0:1734017577.143896:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017577.143899:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017577.143905:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017577.143917:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339560320/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017577.143925:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017577.143929:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017577.143930:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017577.143934:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1841 00000100:00080000:2.0:1734017577.143937:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017577.143941:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017577.143946:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017577.143955:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339560448/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017577.143963:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339560064:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017577.143965:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017577.143969:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017577.143970:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017577.143974:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1841 00000100:00080000:2.0:1734017577.143977:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017577.143980:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017577.143985:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017577.143994:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339560576/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017577.144004:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017577.144007:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017577.144009:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017577.144012:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1841 00000100:00080000:2.0:1734017577.144015:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017577.144019:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017577.144023:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017577.144031:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339560704/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017577.144034:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017577.144058:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017577/real 1734017577] req@ffff8800a7a7ed80 x1818247339560064/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017577.144078:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339560064/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017577.144091:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017577.144094:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017577.144099:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339560064:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017577.144107:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339560192:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017577.144124:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017577.144131:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017577/real 1734017577] req@ffff8800a7a7c380 x1818247339560192/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017577.144143:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339560192/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017577.144150:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017577.144153:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017577.144157:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339560192:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017577.144163:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339560320:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017577.144177:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017577.144183:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017577/real 1734017577] req@ffff8800a7a7f100 x1818247339560320/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017577.144193:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339560320/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017577.144201:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017577.144204:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017577.144207:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339560320:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017577.144233:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339560448:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017577.144247:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017577.144253:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017577/real 1734017577] req@ffff8800a7a7e300 x1818247339560448/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017577.144264:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339560448/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017577.144272:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017577.144274:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017577.144277:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339560448:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017577.144283:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339560576:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017577.144296:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017577.144302:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017577/real 1734017577] req@ffff8800a7a7ca80 x1818247339560576/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017577.144312:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339560576/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017577.144440:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017577.144443:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017577.144447:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339560576:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017577.144454:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339560704:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017577.144475:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017577.144483:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017577/real 1734017577] req@ffff8800a7a7d180 x1818247339560704/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017577.144526:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339560704/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017577.144535:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017577.144537:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017577.144541:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339560704:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017577.633591:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017577.743507:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017578.635678:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017578.743511:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017579.637659:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017579.743494:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017580.639664:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017580.743483:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017581.641632:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017581.743497:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734017582.151474:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017582.151485:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017582.151490:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017582.151504:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1846 00000100:00080000:2.0:1734017582.151515:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017582.151524:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017582.151572:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339560832/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017582.151610:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017582.151614:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017582.151617:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017582.151622:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1846 00000100:00080000:2.0:1734017582.151625:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017582.151629:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017582.151641:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017582.151653:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339560960/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017582.151663:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017582.151667:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017582.151669:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017582.151674:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1846 00000100:00080000:2.0:1734017582.151677:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017582.151681:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017582.151686:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017582.151695:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339561088/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017582.151704:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017582.151707:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017582.151709:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017582.151712:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1846 00000100:00080000:2.0:1734017582.151715:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017582.151718:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017582.151723:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017582.151731:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339561216/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017582.151741:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017582.151745:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017582.151746:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734017582.151747:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339560832:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017582.151750:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1846 00000100:00080000:2.0:1734017582.151753:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017582.151756:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017582.151761:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017582.151769:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339561344/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017582.151778:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017582.151781:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017582.151782:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017582.151787:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1846 00000100:00080000:2.0:1734017582.151789:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017582.151793:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017582.151797:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017582.151806:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339561472/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017582.151818:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017582.151840:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017582/real 1734017582] req@ffff8800a7a7df80 x1818247339560832/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017582.151860:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339560832/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017582.151872:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017582.151876:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017582.151880:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339560832:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017582.151888:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339560960:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017582.151905:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017582.151912:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017582/real 1734017582] req@ffff8800a7a7fb80 x1818247339560960/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017582.151923:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339560960/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017582.151932:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017582.151935:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017582.151939:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339560960:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017582.151945:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339561088:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017582.151958:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017582.151964:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017582/real 1734017582] req@ffff8800a7a7dc00 x1818247339561088/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017582.151974:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339561088/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017582.151982:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017582.151984:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017582.151988:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339561088:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017582.152014:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339561216:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017582.152027:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017582.152034:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017582/real 1734017582] req@ffff8800a7a7f480 x1818247339561216/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017582.152045:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339561216/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017582.152053:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017582.152055:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017582.152058:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339561216:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017582.152065:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339561344:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017582.152077:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017582.152083:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017582/real 1734017582] req@ffff8800a7a7c000 x1818247339561344/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017582.152093:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339561344/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017582.152102:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017582.152104:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017582.152108:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339561344:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017582.152113:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339561472:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017582.152125:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017582.152131:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017582/real 1734017582] req@ffff8800a7a7c700 x1818247339561472/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017582.152141:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339561472/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017582.152148:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017582.152150:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017582.152153:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339561472:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017582.643617:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017582.743487:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017583.645631:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017583.743492:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017584.647551:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017584.743472:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017585.649584:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017585.743471:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017586.651591:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017586.743442:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734017587.159474:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017587.159487:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017587.159493:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017587.159506:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1851 00000100:00080000:2.0:1734017587.159518:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017587.159528:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017587.159575:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339561600/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017587.159613:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017587.159618:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017587.159620:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017587.159625:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1851 00000100:00080000:2.0:1734017587.159629:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017587.159633:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017587.159645:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017587.159657:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339561728/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017587.159667:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017587.159670:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017587.159672:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017587.159677:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1851 00000100:00080000:2.0:1734017587.159680:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017587.159684:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017587.159690:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017587.159701:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339561856/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017587.159711:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017587.159715:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017587.159716:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017587.159720:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1851 00000100:00080000:2.0:1734017587.159723:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017587.159726:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017587.159731:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734017587.159735:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339561600:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734017587.159742:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339561984/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017587.159752:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017587.159756:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017587.159757:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017587.159761:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1851 00000100:00080000:2.0:1734017587.159764:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017587.159767:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017587.159771:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017587.159780:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339562112/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017587.159789:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017587.159793:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017587.159795:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017587.159799:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1851 00000100:00080000:2.0:1734017587.159803:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1734017587.159805:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734017587.159807:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017587.159812:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017587.159820:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339562240/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017587.159828:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017587/real 1734017587] req@ffff8800a7a7ce00 x1818247339561600/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017587.159849:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339561600/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017587.159861:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017587.159865:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017587.159869:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339561600:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017587.159877:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339561728:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017587.159896:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017587.159902:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017587/real 1734017587] req@ffff8800a7a7ea00 x1818247339561728/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017587.159914:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339561728/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017587.159921:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017587.159924:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017587.159927:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339561728:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017587.159934:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339561856:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017587.159947:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017587.159953:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017587/real 1734017587] req@ffff8800a7a7c700 x1818247339561856/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017587.159963:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339561856/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017587.159971:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017587.159974:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017587.159977:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339561856:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017587.160003:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339561984:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017587.160016:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017587.160023:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017587/real 1734017587] req@ffff8800a7a7c000 x1818247339561984/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017587.160033:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339561984/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017587.160041:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017587.160043:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017587.160046:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339561984:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017587.160052:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339562112:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017587.160065:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017587.160071:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017587/real 1734017587] req@ffff8800a7a7f480 x1818247339562112/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017587.160081:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339562112/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017587.160089:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017587.160092:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017587.160095:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339562112:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017587.160101:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339562240:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017587.160117:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017587.160122:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017587/real 1734017587] req@ffff8800a7a7dc00 x1818247339562240/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017587.160132:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339562240/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017587.160139:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017587.160142:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017587.160145:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339562240:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017587.653589:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017587.743449:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017588.655592:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017588.743392:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017589.657566:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017589.743440:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017590.659614:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017590.743462:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017591.661602:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017591.743459:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734017592.167440:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017592.167449:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017592.167454:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017592.167463:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1856 00000100:00080000:2.0:1734017592.167472:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017592.167480:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017592.167516:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339562368/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017592.167549:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017592.167553:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017592.167556:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017592.167560:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1856 00000100:00080000:2.0:1734017592.167563:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017592.167567:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017592.167576:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017592.167588:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339562496/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017592.167597:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017592.167601:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017592.167603:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017592.167606:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1856 00000100:00080000:2.0:1734017592.167609:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017592.167613:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017592.167617:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017592.167625:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339562624/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017592.167633:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017592.167637:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017592.167638:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017592.167641:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1856 00000100:00080000:2.0:1734017592.167644:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017592.167647:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017592.167651:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734017592.167654:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339562368:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734017592.167659:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339562752/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017592.167668:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017592.167671:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017592.167673:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017592.167677:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1856 00000100:00080000:2.0:1734017592.167679:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017592.167682:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017592.167686:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017592.167693:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339562880/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017592.167702:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017592.167705:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017592.167706:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017592.167710:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1856 00000100:00080000:2.0:1734017592.167712:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017592.167716:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000800:00000100:1.0:1734017592.167717:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000008:00100000:2.0:1734017592.167720:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017592.167728:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339563008/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017592.167739:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017592/real 1734017592] req@ffff8800a7a7fb80 x1818247339562368/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017592.167758:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339562368/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017592.167768:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017592.167771:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017592.167776:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339562368:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017592.167783:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339562496:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017592.167799:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017592.167806:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017592/real 1734017592] req@ffff8800a7a7df80 x1818247339562496/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017592.167817:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339562496/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017592.167826:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017592.167829:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017592.167832:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339562496:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017592.167838:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339562624:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017592.167850:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017592.167856:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017592/real 1734017592] req@ffff8800a7a7d180 x1818247339562624/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017592.167867:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339562624/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017592.167874:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017592.167877:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017592.167880:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339562624:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017592.167905:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339562752:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017592.167918:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017592.167924:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017592/real 1734017592] req@ffff8800a7a7ca80 x1818247339562752/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017592.167935:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339562752/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017592.167943:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017592.167945:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017592.167948:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339562752:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017592.167954:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339562880:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017592.167967:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017592.167973:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017592/real 1734017592] req@ffff8800a7a7e300 x1818247339562880/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017592.167983:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339562880/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017592.167991:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017592.167993:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017592.167996:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339562880:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017592.168001:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339563008:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017592.168013:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017592.168019:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017592/real 1734017592] req@ffff8800a7a7f100 x1818247339563008/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017592.168028:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339563008/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017592.168035:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017592.168037:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017592.168040:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339563008:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017592.663656:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017592.743448:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017593.665587:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017593.743461:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017594.667627:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017594.743465:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017595.669628:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017595.743456:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017596.671598:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017596.743429:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734017597.175464:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017597.175475:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017597.175480:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017597.175491:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1861 00000100:00080000:2.0:1734017597.175500:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017597.175509:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017597.175546:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339563136/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017597.175581:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017597.175586:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017597.175588:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017597.175592:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1861 00000100:00080000:2.0:1734017597.175595:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017597.175599:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017597.175609:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017597.175620:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339563264/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017597.175629:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017597.175633:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017597.175634:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017597.175638:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1861 00000100:00080000:2.0:1734017597.175641:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017597.175644:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017597.175649:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017597.175659:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339563392/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017597.175668:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017597.175671:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017597.175673:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017597.175677:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1861 00000100:00080000:2.0:1734017597.175680:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017597.175683:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017597.175687:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017597.175695:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339563520/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017597.175702:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339563136:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017597.175705:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017597.175708:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017597.175710:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017597.175714:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1861 00000100:00080000:2.0:1734017597.175716:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017597.175719:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017597.175723:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017597.175731:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339563648/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017597.175739:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017597.175742:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017597.175744:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017597.175747:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1861 00000100:00080000:2.0:1734017597.175751:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017597.175754:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017597.175758:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017597.175766:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339563776/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017597.175768:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017597.175790:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017597/real 1734017597] req@ffff8800a7a7c380 x1818247339563136/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017597.175810:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339563136/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017597.175820:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017597.175823:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017597.175828:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339563136:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017597.175835:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339563264:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017597.175852:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017597.175858:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017597/real 1734017597] req@ffff8800a7a7ed80 x1818247339563264/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017597.175870:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339563264/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017597.175877:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017597.175880:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017597.175883:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339563264:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017597.175889:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339563392:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017597.175902:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017597.175908:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017597/real 1734017597] req@ffff8800a7a7f100 x1818247339563392/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017597.175918:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339563392/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017597.175926:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017597.175929:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017597.175932:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339563392:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017597.175956:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339563520:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017597.175970:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017597.175976:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017597/real 1734017597] req@ffff8800a7a7e300 x1818247339563520/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017597.175987:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339563520/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017597.175995:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017597.175997:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017597.176000:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339563520:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017597.176005:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339563648:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017597.176017:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017597.176023:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017597/real 1734017597] req@ffff8800a7a7ca80 x1818247339563648/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017597.176033:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339563648/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017597.176041:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017597.176043:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017597.176046:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339563648:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017597.176051:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339563776:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017597.176066:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017597.176072:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017597/real 1734017597] req@ffff8800a7a7d180 x1818247339563776/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017597.176083:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339563776/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017597.176089:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017597.176091:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017597.176094:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339563776:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017597.673601:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017597.743460:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017598.675600:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017598.743473:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017599.677526:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017599.743462:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017600.679608:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017600.743470:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017601.681606:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017601.743457:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734017602.183449:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017602.183458:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017602.183463:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017602.183472:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1866 00000100:00080000:2.0:1734017602.183481:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017602.183489:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017602.183525:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339563904/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017602.183559:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017602.183563:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017602.183566:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017602.183570:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1866 00000100:00080000:2.0:1734017602.183573:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017602.183577:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017602.183586:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017602.183597:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339564032/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017602.183607:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017602.183610:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017602.183612:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017602.183616:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1866 00000100:00080000:2.0:1734017602.183619:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017602.183623:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017602.183628:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017602.183636:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339564160/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017602.183644:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017602.183647:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017602.183649:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017602.183652:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1866 00000100:00080000:2.0:1734017602.183655:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017602.183658:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017602.183662:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734017602.183668:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339563904:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734017602.183670:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339564288/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017602.183679:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017602.183682:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017602.183684:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017602.183687:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1866 00000100:00080000:2.0:1734017602.183689:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017602.183692:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017602.183697:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017602.183704:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339564416/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017602.183713:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017602.183717:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017602.183718:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017602.183721:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1866 00000100:00080000:2.0:1734017602.183724:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017602.183727:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017602.183731:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734017602.183733:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734017602.183739:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339564544/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017602.183754:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017602/real 1734017602] req@ffff8800a7a7df80 x1818247339563904/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017602.183773:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339563904/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017602.183784:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017602.183787:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017602.183792:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339563904:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017602.183799:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339564032:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017602.183815:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017602.183822:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017602/real 1734017602] req@ffff8800a7a7fb80 x1818247339564032/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017602.183832:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339564032/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017602.183841:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017602.183844:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017602.183847:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339564032:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017602.183853:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339564160:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017602.183866:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017602.183872:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017602/real 1734017602] req@ffff8800a7a7dc00 x1818247339564160/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017602.183882:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339564160/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017602.183889:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017602.183892:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017602.183895:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339564160:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017602.183920:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339564288:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017602.183933:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017602.183940:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017602/real 1734017602] req@ffff8800a7a7f480 x1818247339564288/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017602.183950:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339564288/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017602.183958:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017602.183960:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017602.183963:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339564288:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017602.183969:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339564416:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017602.183981:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017602.183988:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017602/real 1734017602] req@ffff8800a7a7c000 x1818247339564416/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017602.183998:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339564416/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017602.184006:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017602.184008:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017602.184011:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339564416:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017602.184016:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339564544:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017602.184028:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017602.184034:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017602/real 1734017602] req@ffff8800a7a7c700 x1818247339564544/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017602.184043:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339564544/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017602.184050:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017602.184052:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017602.184055:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339564544:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017602.683588:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017602.743438:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017603.685621:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017603.743477:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017604.687601:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017604.743453:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017605.689635:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017605.743455:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017606.691617:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017606.743463:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734017607.191410:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017607.191422:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017607.191428:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017607.191441:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1871 00000100:00080000:2.0:1734017607.191452:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017607.191463:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017607.191510:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339564672/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017607.191549:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017607.191554:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017607.191556:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017607.191561:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1871 00000100:00080000:2.0:1734017607.191565:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017607.191569:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017607.191580:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017607.191599:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339564800/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017607.191609:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017607.191613:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017607.191615:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017607.191619:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1871 00000100:00080000:2.0:1734017607.191623:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017607.191626:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017607.191632:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017607.191643:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339564928/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017607.191652:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017607.191655:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017607.191657:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017607.191660:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1871 00000100:00080000:2.0:1734017607.191663:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017607.191667:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017607.191673:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734017607.191676:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339564672:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734017607.191682:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339565056/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017607.191694:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017607.191698:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017607.191699:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017607.191703:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1871 00000100:00080000:2.0:1734017607.191705:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017607.191709:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017607.191713:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017607.191722:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339565184/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017607.191731:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017607.191734:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017607.191736:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017607.191740:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1871 00000100:00080000:2.0:1734017607.191743:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1734017607.191746:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734017607.191746:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017607.191751:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017607.191759:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339565312/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017607.191770:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017607/real 1734017607] req@ffff8800a7a7ea00 x1818247339564672/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017607.191790:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339564672/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017607.191802:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017607.191806:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017607.191811:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339564672:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017607.191819:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339564800:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017607.191838:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017607.191844:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017607/real 1734017607] req@ffff8800a7a7ce00 x1818247339564800/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017607.191856:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339564800/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017607.191864:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017607.191867:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017607.191870:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339564800:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017607.191876:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339564928:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017607.191890:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017607.191896:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017607/real 1734017607] req@ffff8800a7a7c700 x1818247339564928/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017607.191906:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339564928/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017607.191913:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017607.191916:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017607.191919:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339564928:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017607.191947:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339565056:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017607.191960:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017607.191967:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017607/real 1734017607] req@ffff8800a7a7c000 x1818247339565056/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017607.191977:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339565056/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017607.192037:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017607.192039:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017607.192043:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339565056:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017607.192050:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339565184:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017607.192069:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017607.192076:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017607/real 1734017607] req@ffff8800a7a7f480 x1818247339565184/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017607.192088:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339565184/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017607.192096:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017607.192098:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017607.192101:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339565184:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017607.192107:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339565312:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017607.192123:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017607.192129:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017607/real 1734017607] req@ffff8800a7a7dc00 x1818247339565312/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017607.192140:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339565312/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017607.192147:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017607.192150:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017607.192153:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339565312:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017607.693608:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017607.743468:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017608.695592:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017608.743484:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017609.697598:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017609.743452:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017610.699618:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017610.743478:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017611.701599:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017611.743462:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734017612.199468:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017612.199480:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017612.199486:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017612.199499:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1876 00000100:00080000:2.0:1734017612.199511:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017612.199521:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017612.199571:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339565440/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017612.199611:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017612.199616:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017612.199618:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017612.199623:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1876 00000100:00080000:2.0:1734017612.199626:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017612.199630:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017612.199642:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017612.199654:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339565568/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017612.199663:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017612.199667:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017612.199669:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017612.199673:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1876 00000100:00080000:2.0:1734017612.199676:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017612.199680:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017612.199685:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017612.199695:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339565696/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017612.199705:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017612.199708:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017612.199710:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017612.199714:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1876 00000100:00080000:2.0:1734017612.199716:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017612.199720:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017612.199724:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017612.199733:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339565824/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017612.199742:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339565440:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017612.199743:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017612.199746:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017612.199748:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017612.199753:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1876 00000100:00080000:2.0:1734017612.199755:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017612.199759:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017612.199763:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017612.199771:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339565952/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017612.199780:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017612.199783:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017612.199785:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017612.199789:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1876 00000100:00080000:2.0:1734017612.199794:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017612.199798:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017612.199802:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017612.199810:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339566080/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017612.199818:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017612.199841:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017612/real 1734017612] req@ffff8800a7a7fb80 x1818247339565440/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017612.199861:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339565440/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017612.199873:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017612.199876:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017612.199881:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339565440:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017612.199889:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339565568:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017612.199953:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017612.199962:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017612/real 1734017612] req@ffff8800a7a7df80 x1818247339565568/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017612.199974:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339565568/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017612.199984:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017612.199987:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017612.199990:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339565568:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017612.199997:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339565696:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017612.200011:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017612.200018:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017612/real 1734017612] req@ffff8800a7a7d180 x1818247339565696/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017612.200028:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339565696/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017612.200036:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017612.200039:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017612.200042:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339565696:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017612.200068:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339565824:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017612.200081:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017612.200087:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017612/real 1734017612] req@ffff8800a7a7ca80 x1818247339565824/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017612.200098:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339565824/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017612.200106:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017612.200108:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017612.200112:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339565824:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017612.200118:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339565952:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017612.200132:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017612.200138:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017612/real 1734017612] req@ffff8800a7a7e300 x1818247339565952/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017612.200149:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339565952/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017612.200156:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017612.200159:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017612.200162:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339565952:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017612.200167:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339566080:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017612.200179:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017612.200185:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017612/real 1734017612] req@ffff8800a7a7f100 x1818247339566080/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017612.200195:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339566080/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017612.200201:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017612.200204:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017612.200207:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339566080:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017612.703610:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017612.743452:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017613.705535:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017613.743440:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017614.707591:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017614.743449:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017615.709614:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017615.743472:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017616.711609:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017616.743461:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734017617.207451:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017617.207461:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017617.207467:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017617.207480:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1881 00000100:00080000:2.0:1734017617.207491:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017617.207500:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017617.207548:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339566208/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017617.207586:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017617.207591:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017617.207593:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017617.207598:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1881 00000100:00080000:2.0:1734017617.207601:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017617.207605:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017617.207617:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017617.207629:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339566336/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017617.207639:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017617.207643:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017617.207645:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017617.207649:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1881 00000100:00080000:2.0:1734017617.207651:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017617.207655:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017617.207661:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017617.207673:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339566464/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017617.207682:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017617.207685:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017617.207687:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017617.207690:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1881 00000100:00080000:2.0:1734017617.207693:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017617.207696:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017617.207701:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017617.207709:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339566592/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017617.207719:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017617.207723:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1734017617.207725:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339566208:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017617.207725:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017617.207730:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1881 00000100:00080000:2.0:1734017617.207732:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017617.207736:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017617.207740:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017617.207749:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339566720/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017617.207758:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017617.207761:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017617.207762:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017617.207766:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1881 00000100:00080000:2.0:1734017617.207769:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017617.207772:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017617.207776:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017617.207784:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339566848/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017617.207856:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339566336:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017617.207882:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339566464:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017617.207907:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339566592:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017617.207924:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339566720:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017617.207940:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339566848:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017617.713623:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017617.743473:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017618.715650:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017618.743480:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017619.717608:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017619.743471:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000400:00000100:0.0:1734017620.213615:0:1970:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:0.0:1734017620.213668:0:1970:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1734017620.213691:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734017620.213736:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734017620.213744:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734017620.213753:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734017620.213798:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734017620.213807:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000100:00100000:1.0:1734017620.213878:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017617/real 1734017620] req@ffff8800a7a7e300 x1818247339566592/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017620.213913:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339566592/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017620.213925:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017620.213930:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017620.213937:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339566592:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017620.213949:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017617/real 1734017620] req@ffff8800a7a7ca80 x1818247339566720/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017620.213970:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339566720/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017620.213981:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017620.213986:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017620.213992:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339566720:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017620.214002:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017617/real 1734017620] req@ffff8800a7a7d180 x1818247339566848/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017620.214019:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339566848/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017620.214033:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017620.214037:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017620.214042:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339566848:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017620.214053:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017617/real 1734017620] req@ffff8800a7a7ed80 x1818247339566208/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017620.214073:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339566208/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017620.214085:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017620.214089:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017620.214094:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339566208:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017620.214105:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017617/real 1734017620] req@ffff8800a7a7c380 x1818247339566336/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017620.214123:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339566336/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017620.214136:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017620.214140:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017620.214145:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339566336:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017620.214157:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017617/real 1734017620] req@ffff8800a7a7f100 x1818247339566464/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017620.214175:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339566464/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017620.214199:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017620.214203:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017620.214208:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339566464:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017620.719625:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017620.743475:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017621.721557:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017621.743455:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734017622.215484:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017622.215494:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017622.215499:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017622.215511:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1886 00000100:00080000:2.0:1734017622.215522:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017622.215532:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017622.215579:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339566976/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017622.215616:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017622.215620:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017622.215622:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017622.215627:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1886 00000100:00080000:2.0:1734017622.215630:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017622.215634:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017622.215646:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017622.215658:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339567104/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017622.215667:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017622.215671:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017622.215673:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017622.215677:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1886 00000100:00080000:2.0:1734017622.215680:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017622.215684:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017622.215689:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017622.215698:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339567232/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017622.215707:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017622.215710:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017622.215712:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017622.215716:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1886 00000100:00080000:2.0:1734017622.215719:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017622.215723:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017622.215757:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734017622.215773:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339566976:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734017622.215774:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339567360/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017622.215786:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017622.215790:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017622.215792:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017622.215796:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1886 00000100:00080000:2.0:1734017622.215800:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017622.215804:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017622.215809:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017622.215818:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339567488/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017622.215827:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017622.215830:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017622.215832:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017622.215836:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1886 00000100:00080000:2.0:1734017622.215839:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017622.215843:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000800:00000100:1.0:1734017622.215845:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000008:00100000:2.0:1734017622.215848:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017622.215856:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339567616/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017622.215868:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017622/real 1734017622] req@ffff8800a7a7df80 x1818247339566976/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017622.215887:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339566976/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017622.215899:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017622.215902:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017622.215907:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339566976:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017622.215915:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339567104:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017622.215933:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017622.215940:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017622/real 1734017622] req@ffff8800a7a7fb80 x1818247339567104/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017622.215951:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339567104/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017622.215959:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017622.215962:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017622.215965:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339567104:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017622.215973:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339567232:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017622.215987:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017622.215993:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017622/real 1734017622] req@ffff8800a7a7dc00 x1818247339567232/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017622.216004:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339567232/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017622.216012:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017622.216014:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017622.216017:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339567232:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017622.216042:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339567360:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017622.216055:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017622.216062:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017622/real 1734017622] req@ffff8800a7a7f480 x1818247339567360/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017622.216072:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339567360/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017622.216080:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017622.216082:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017622.216086:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339567360:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017622.216092:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339567488:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017622.216104:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017622.216110:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017622/real 1734017622] req@ffff8800a7a7c000 x1818247339567488/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017622.216121:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339567488/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017622.216129:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017622.216131:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017622.216134:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339567488:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017622.216140:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339567616:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017622.216151:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017622.216157:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017622/real 1734017622] req@ffff8800a7a7c700 x1818247339567616/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017622.216167:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339567616/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017622.216174:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017622.216176:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017622.216179:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339567616:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017622.723615:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017622.743474:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017623.725599:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017623.743481:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017624.727615:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017624.743468:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017625.729617:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017625.743468:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017626.731598:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017626.743445:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734017627.223433:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017627.223442:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017627.223447:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017627.223457:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1891 00000100:00080000:2.0:1734017627.223466:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017627.223473:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017627.223507:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339567744/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017627.223539:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017627.223544:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017627.223546:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017627.223550:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1891 00000100:00080000:2.0:1734017627.223554:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017627.223557:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017627.223567:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017627.223577:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339567872/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017627.223587:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017627.223591:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017627.223593:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017627.223597:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1891 00000100:00080000:2.0:1734017627.223600:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017627.223603:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017627.223608:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017627.223618:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339568000/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017627.223628:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017627.223631:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017627.223632:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017627.223636:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1891 00000100:00080000:2.0:1734017627.223639:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734017627.223640:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339567744:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017627.223675:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017627.223681:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017627.223691:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339568128/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017627.223700:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017627.223703:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017627.223705:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017627.223709:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1891 00000100:00080000:2.0:1734017627.223712:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017627.223715:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017627.223719:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017627.223727:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339568256/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017627.223736:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017627.223739:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017627.223741:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1734017627.223742:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734017627.223744:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1891 00000100:00080000:2.0:1734017627.223747:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017627.223750:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017627.223755:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017627.223762:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339568384/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017627.223764:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017627/real 1734017627] req@ffff8800a7a7ce00 x1818247339567744/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017627.223783:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339567744/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017627.223794:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017627.223798:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017627.223803:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339567744:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017627.223810:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339567872:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017627.223827:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017627.223834:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017627/real 1734017627] req@ffff8800a7a7ea00 x1818247339567872/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017627.223845:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339567872/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017627.223853:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017627.223855:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017627.223859:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339567872:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017627.223881:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339568000:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017627.223895:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017627.223901:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017627/real 1734017627] req@ffff8800a7a7c700 x1818247339568000/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017627.223911:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339568000/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017627.223919:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017627.223921:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017627.223925:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339568000:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017627.223930:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339568128:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017627.223945:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017627.223951:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017627/real 1734017627] req@ffff8800a7a7c000 x1818247339568128/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017627.223962:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339568128/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017627.223969:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017627.223971:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017627.223974:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339568128:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017627.223979:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339568256:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017627.223992:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017627.223998:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017627/real 1734017627] req@ffff8800a7a7f480 x1818247339568256/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017627.224008:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339568256/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017627.224016:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017627.224018:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017627.224021:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339568256:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017627.224026:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339568384:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017627.224038:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017627.224044:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017627/real 1734017627] req@ffff8800a7a7dc00 x1818247339568384/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017627.224060:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339568384/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017627.224068:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017627.224070:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017627.224073:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339568384:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734017627.733578:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017627.743465:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734017628.735592:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017628.743468:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734017629.737650:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017629.743465:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734017630.739636:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017630.743456:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734017631.741643:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017631.743467:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734017632.231476:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017632.231488:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017632.231493:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017632.231505:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1896 00000100:00080000:2.0:1734017632.231517:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017632.231526:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017632.231618:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339568512/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017632.231655:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017632.231659:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017632.231661:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017632.231666:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1896 00000100:00080000:2.0:1734017632.231670:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017632.231674:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017632.231686:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017632.231699:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339568640/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017632.231709:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017632.231713:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017632.231714:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017632.231718:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1896 00000100:00080000:2.0:1734017632.231721:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017632.231725:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017632.231730:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017632.231740:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339568768/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017632.231748:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017632.231752:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017632.231753:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017632.231757:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1896 00000100:00080000:2.0:1734017632.231759:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017632.231764:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017632.231769:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017632.231777:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339568896/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017632.231787:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017632.231790:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017632.231792:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734017632.231793:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339568512:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017632.231796:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1896 00000100:00080000:2.0:1734017632.231799:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017632.231802:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017632.231806:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017632.231815:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339569024/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017632.231824:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017632.231827:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017632.231829:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017632.231833:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1896 00000100:00080000:2.0:1734017632.231835:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017632.231839:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017632.231844:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017632.231852:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339569152/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017632.231865:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017632.231889:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017632/real 1734017632] req@ffff8800a7a7fb80 x1818247339568512/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017632.231909:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339568512/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017632.231921:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017632.231924:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017632.231929:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339568512:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017632.231937:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339568640:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017632.231955:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017632.231962:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017632/real 1734017632] req@ffff8800a7a7df80 x1818247339568640/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017632.231973:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339568640/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017632.231981:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017632.231985:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017632.231988:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339568640:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017632.231994:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339568768:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017632.232008:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017632.232015:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017632/real 1734017632] req@ffff8800a7a7f100 x1818247339568768/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017632.232025:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339568768/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017632.232033:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017632.232035:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017632.232039:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339568768:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017632.232065:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339568896:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017632.232078:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017632.232084:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017632/real 1734017632] req@ffff8800a7a7c380 x1818247339568896/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017632.232095:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339568896/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017632.232103:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017632.232106:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017632.232109:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339568896:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017632.232115:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339569024:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017632.232131:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017632.232138:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017632/real 1734017632] req@ffff8800a7a7ed80 x1818247339569024/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017632.232148:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339569024/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017632.232156:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017632.232159:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017632.232162:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339569024:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017632.232167:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339569152:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017632.232179:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017632.232185:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017632/real 1734017632] req@ffff8800a7a7d180 x1818247339569152/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017632.232195:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339569152/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017632.232202:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017632.232204:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017632.232207:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339569152:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734017632.743447:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017632.743593:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017633.743455:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017633.745640:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017634.743484:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017634.747599:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017635.743480:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017635.749593:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017636.743447:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017636.751621:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017637.239464:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017637.239499:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017637.239503:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017637.239513:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1901 00000100:00080000:2.0:1734017637.239523:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017637.239532:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017637.239568:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339569280/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017637.239601:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017637.239606:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017637.239608:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017637.239612:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1901 00000100:00080000:2.0:1734017637.239615:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017637.239619:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017637.239629:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017637.239639:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339569408/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017637.239649:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017637.239652:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017637.239654:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017637.239658:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1901 00000100:00080000:2.0:1734017637.239661:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017637.239665:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017637.239670:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017637.239680:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339569536/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017637.239689:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017637.239692:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017637.239693:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017637.239697:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1901 00000100:00080000:2.0:1734017637.239699:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017637.239702:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017637.239706:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734017637.239710:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339569280:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734017637.239715:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339569664/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017637.239725:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017637.239728:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017637.239729:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017637.239733:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1901 00000100:00080000:2.0:1734017637.239735:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017637.239738:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017637.239742:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017637.239750:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339569792/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017637.239765:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017637.239768:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017637.239770:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017637.239773:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1901 00000800:00000100:1.0:1734017637.239774:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734017637.239776:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017637.239779:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017637.239783:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017637.239790:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339569920/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017637.239796:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017637/real 1734017637] req@ffff8800a7a7ca80 x1818247339569280/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017637.239822:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339569280/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017637.239832:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017637.239836:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017637.239840:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339569280:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017637.239847:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339569408:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017637.239864:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017637.239871:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017637/real 1734017637] req@ffff8800a7a7e300 x1818247339569408/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017637.239882:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339569408/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017637.239890:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017637.239892:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017637.239896:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339569408:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017637.239901:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339569536:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017637.239914:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017637.239920:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017637/real 1734017637] req@ffff8800a7a7d180 x1818247339569536/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017637.239930:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339569536/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017637.239938:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017637.239940:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017637.239944:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339569536:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017637.239967:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339569664:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017637.239980:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017637.239986:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017637/real 1734017637] req@ffff8800a7a7ed80 x1818247339569664/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017637.239997:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339569664/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017637.240005:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017637.240007:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017637.240010:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339569664:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017637.240015:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339569792:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017637.240027:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017637.240033:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017637/real 1734017637] req@ffff8800a7a7c380 x1818247339569792/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017637.240043:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339569792/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017637.240051:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017637.240053:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017637.240056:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339569792:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017637.240062:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339569920:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017637.240076:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017637.240082:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017637/real 1734017637] req@ffff8800a7a7f100 x1818247339569920/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017637.240092:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339569920/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017637.240099:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017637.240101:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017637.240104:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339569920:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734017637.743489:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017637.753620:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017638.743547:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017638.755670:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017639.743484:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017639.757659:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017640.743503:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017640.759609:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017641.743479:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017641.761596:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017642.247468:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017642.247478:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017642.247482:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017642.247492:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1906 00000100:00080000:2.0:1734017642.247501:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017642.247509:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017642.247544:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339570048/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017642.247577:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017642.247582:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017642.247584:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017642.247589:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1906 00000100:00080000:2.0:1734017642.247592:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017642.247595:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017642.247605:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017642.247615:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339570176/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017642.247625:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017642.247629:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017642.247630:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017642.247634:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1906 00000100:00080000:2.0:1734017642.247637:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017642.247640:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017642.247645:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017642.247653:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339570304/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017642.247662:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017642.247665:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017642.247666:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017642.247670:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1906 00000100:00080000:2.0:1734017642.247673:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017642.247676:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017642.247680:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017642.247688:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339570432/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017642.247692:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339570048:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017642.247699:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017642.247702:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017642.247704:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017642.247707:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1906 00000100:00080000:2.0:1734017642.247709:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017642.247713:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017642.247717:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017642.247724:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339570560/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017642.247732:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017642.247735:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017642.247737:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017642.247740:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1906 00000100:00080000:2.0:1734017642.247743:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017642.247746:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017642.247750:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734017642.247754:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734017642.247758:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339570688/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017642.247775:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017642/real 1734017642] req@ffff8800a7a7df80 x1818247339570048/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017642.247794:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339570048/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017642.247806:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017642.247809:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017642.247813:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339570048:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017642.247820:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339570176:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017642.247836:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017642.247843:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017642/real 1734017642] req@ffff8800a7a7fb80 x1818247339570176/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017642.247854:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339570176/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017642.247863:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017642.247866:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017642.247869:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339570176:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017642.247874:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339570304:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017642.247887:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017642.247893:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017642/real 1734017642] req@ffff8800a7a7dc00 x1818247339570304/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017642.247903:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339570304/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017642.247911:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017642.247913:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017642.247916:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339570304:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017642.247940:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339570432:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017642.247952:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017642.247959:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017642/real 1734017642] req@ffff8800a7a7f480 x1818247339570432/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017642.247970:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339570432/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017642.247977:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017642.247979:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017642.247982:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339570432:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017642.247988:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339570560:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017642.248001:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017642.248007:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017642/real 1734017642] req@ffff8800a7a7c000 x1818247339570560/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017642.248017:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339570560/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017642.248025:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017642.248027:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017642.248030:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339570560:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017642.248035:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339570688:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017642.248046:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017642.248052:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017642/real 1734017642] req@ffff8800a7a7c700 x1818247339570688/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017642.248062:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339570688/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017642.248069:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017642.248071:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017642.248074:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339570688:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734017642.743480:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017642.763621:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017643.743486:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017643.765614:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017644.743451:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017644.767594:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017645.743469:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017645.769589:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017646.743445:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017646.771581:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017647.255473:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017647.255483:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017647.255489:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017647.255502:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1911 00000100:00080000:2.0:1734017647.255513:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017647.255523:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017647.255573:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339570816/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017647.255612:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017647.255617:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017647.255618:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017647.255623:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1911 00000100:00080000:2.0:1734017647.255626:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017647.255631:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017647.255643:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017647.255655:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339570944/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017647.255665:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017647.255668:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017647.255670:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017647.255675:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1911 00000100:00080000:2.0:1734017647.255677:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017647.255682:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017647.255687:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017647.255698:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339571072/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017647.255709:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017647.255712:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017647.255714:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017647.255717:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1911 00000100:00080000:2.0:1734017647.255720:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017647.255723:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017647.255728:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734017647.255737:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339570816:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734017647.255738:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339571200/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017647.255748:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017647.255751:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017647.255753:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017647.255757:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1911 00000100:00080000:2.0:1734017647.255759:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017647.255762:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017647.255767:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017647.255776:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339571328/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017647.255785:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017647.255788:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017647.255790:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017647.255794:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1911 00000100:00080000:2.0:1734017647.255798:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017647.255801:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000800:00000100:1.0:1734017647.255804:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000008:00100000:2.0:1734017647.255806:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017647.255814:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339571456/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017647.255827:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017647/real 1734017647] req@ffff8800a7a7ea00 x1818247339570816/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017647.255848:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339570816/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017647.255860:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017647.255863:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017647.255868:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339570816:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017647.255876:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339570944:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017647.255893:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017647.255900:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017647/real 1734017647] req@ffff8800a7a7ce00 x1818247339570944/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017647.255911:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339570944/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017647.255919:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017647.255922:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017647.255925:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339570944:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017647.255931:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339571072:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017647.255945:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017647.255951:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017647/real 1734017647] req@ffff8800a7a7c700 x1818247339571072/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017647.255961:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339571072/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017647.255969:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017647.255972:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017647.255975:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339571072:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017647.256001:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339571200:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017647.256015:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017647.256021:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017647/real 1734017647] req@ffff8800a7a7c000 x1818247339571200/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017647.256032:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339571200/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017647.256040:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017647.256042:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017647.256045:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339571200:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017647.256052:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339571328:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017647.256064:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017647.256070:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017647/real 1734017647] req@ffff8800a7a7f480 x1818247339571328/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017647.256081:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339571328/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017647.256089:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017647.256091:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017647.256094:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339571328:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017647.256100:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339571456:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017647.256116:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017647.256122:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017647/real 1734017647] req@ffff8800a7a7dc00 x1818247339571456/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017647.256132:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339571456/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017647.256139:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017647.256141:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017647.256144:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339571456:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734017647.743483:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017647.773613:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017648.743455:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017648.775623:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017649.743475:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017649.777631:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017650.743478:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017650.779608:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017651.743436:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017651.781621:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017652.263470:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017652.263481:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017652.263487:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017652.263500:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1916 00000100:00080000:2.0:1734017652.263510:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017652.263520:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017652.263567:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339571584/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017652.263608:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017652.263613:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017652.263615:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017652.263619:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1916 00000100:00080000:2.0:1734017652.263623:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017652.263627:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017652.263639:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017652.263651:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339571712/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017652.263661:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017652.263665:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017652.263667:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017652.263671:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1916 00000100:00080000:2.0:1734017652.263674:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017652.263678:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017652.263683:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017652.263692:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339571840/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017652.263701:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017652.263704:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017652.263706:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017652.263710:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1916 00000100:00080000:2.0:1734017652.263712:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017652.263716:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017652.263720:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017652.263728:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339571968/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017652.263740:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017652.263743:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017652.263745:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017652.263750:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1916 00000100:00100000:1.0:1734017652.263753:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339571584:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017652.263753:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017652.263756:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017652.263761:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017652.263770:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339572096/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017652.263779:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017652.263782:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017652.263784:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017652.263788:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1916 00000100:00080000:2.0:1734017652.263790:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017652.263794:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017652.263798:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017652.263806:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339572224/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017652.263826:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017652.263850:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017652/real 1734017652] req@ffff8800a7a7fb80 x1818247339571584/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017652.263871:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339571584/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017652.263882:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017652.263886:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017652.263890:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339571584:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017652.263898:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339571712:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017652.263916:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017652.263923:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017652/real 1734017652] req@ffff8800a7a7df80 x1818247339571712/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017652.263934:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339571712/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017652.263942:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017652.263945:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017652.263949:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339571712:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017652.263955:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339571840:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017652.263968:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017652.263975:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017652/real 1734017652] req@ffff8800a7a7f100 x1818247339571840/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017652.263985:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339571840/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017652.263993:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017652.263995:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017652.263998:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339571840:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017652.264025:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339571968:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017652.264038:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017652.264045:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017652/real 1734017652] req@ffff8800a7a7c380 x1818247339571968/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017652.264056:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339571968/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017652.264064:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017652.264066:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017652.264069:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339571968:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017652.264076:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339572096:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017652.264089:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017652.264096:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017652/real 1734017652] req@ffff8800a7a7ed80 x1818247339572096/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017652.264107:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339572096/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017652.264114:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017652.264116:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017652.264119:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339572096:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017652.264125:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339572224:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017652.264137:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017652.264143:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017652/real 1734017652] req@ffff8800a7a7d180 x1818247339572224/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017652.264153:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339572224/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017652.264160:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017652.264162:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017652.264165:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339572224:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734017652.743458:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017652.783579:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017653.743464:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017653.785592:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017654.743577:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017654.787555:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017655.743445:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017655.789571:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017656.743459:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017656.791583:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017657.271471:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017657.271481:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017657.271487:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017657.271499:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1921 00000100:00080000:2.0:1734017657.271510:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017657.271520:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017657.271566:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339572352/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017657.271605:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017657.271610:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017657.271612:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017657.271616:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1921 00000100:00080000:2.0:1734017657.271620:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017657.271624:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017657.271635:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017657.271647:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339572480/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017657.271656:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017657.271660:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017657.271662:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017657.271666:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1921 00000100:00080000:2.0:1734017657.271669:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017657.271673:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017657.271679:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017657.271691:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339572608/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017657.271700:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017657.271703:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017657.271705:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017657.271708:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1921 00000100:00080000:2.0:1734017657.271711:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017657.271715:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017657.271720:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017657.271729:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339572736/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017657.271739:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734017657.271741:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339572352:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017657.271742:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017657.271744:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017657.271748:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1921 00000100:00080000:2.0:1734017657.271751:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017657.271754:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017657.271758:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017657.271767:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339572864/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017657.271776:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017657.271780:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017657.271782:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017657.271786:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1921 00000100:00080000:2.0:1734017657.271788:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017657.271792:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017657.271796:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017657.271804:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339572992/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017657.271812:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017657.271835:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017657/real 1734017657] req@ffff8800a7a7e300 x1818247339572352/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017657.271855:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339572352/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017657.271867:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017657.271871:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017657.271876:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339572352:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017657.271883:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339572480:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017657.271901:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017657.271907:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017657/real 1734017657] req@ffff8800a7a7ca80 x1818247339572480/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017657.271919:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339572480/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017657.271927:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017657.271930:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017657.271933:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339572480:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017657.271939:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339572608:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017657.271952:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017657.271958:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017657/real 1734017657] req@ffff8800a7a7d180 x1818247339572608/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017657.271969:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339572608/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017657.271977:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017657.271980:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017657.271983:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339572608:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017657.272009:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339572736:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017657.272023:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017657.272029:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017657/real 1734017657] req@ffff8800a7a7ed80 x1818247339572736/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017657.272040:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339572736/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017657.272047:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017657.272050:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017657.272053:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339572736:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017657.272059:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339572864:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017657.272072:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017657.272078:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017657/real 1734017657] req@ffff8800a7a7c380 x1818247339572864/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017657.272088:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339572864/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017657.272095:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017657.272098:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017657.272101:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339572864:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017657.272107:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339572992:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017657.272122:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017657.272128:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017657/real 1734017657] req@ffff8800a7a7f100 x1818247339572992/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017657.272184:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339572992/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017657.272192:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017657.272195:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017657.272198:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339572992:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017657.743458:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017657.793582:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017658.743425:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017658.795626:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017659.743477:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017659.797573:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017660.743408:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017660.799575:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017661.743411:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017661.801611:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017662.279432:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017662.279443:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017662.279448:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017662.279461:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1926 00000100:00080000:2.0:1734017662.279472:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017662.279482:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017662.279528:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339573120/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017662.279566:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017662.279571:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017662.279572:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017662.279577:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1926 00000100:00080000:2.0:1734017662.279581:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017662.279585:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017662.279596:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017662.279608:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339573248/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017662.279618:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017662.279621:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017662.279623:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017662.279627:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1926 00000100:00080000:2.0:1734017662.279630:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017662.279634:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017662.279640:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017662.279649:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339573376/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017662.279659:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017662.279662:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017662.279664:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017662.279668:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1926 00000100:00080000:2.0:1734017662.279670:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017662.279674:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017662.279678:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017662.279686:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339573504/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017662.279696:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017662.279700:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017662.279701:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017662.279705:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1926 00000100:00100000:1.0:1734017662.279707:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339573120:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017662.279708:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017662.279711:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017662.279716:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017662.279724:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339573632/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017662.279733:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017662.279737:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017662.279739:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017662.279743:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1926 00000100:00080000:2.0:1734017662.279746:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017662.279750:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017662.279755:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017662.279763:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339573760/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017662.279781:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017662.279805:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017662/real 1734017662] req@ffff8800a7a7df80 x1818247339573120/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017662.279824:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339573120/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017662.279837:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017662.279840:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017662.279845:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339573120:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017662.279853:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339573248:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017662.279870:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017662.279877:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017662/real 1734017662] req@ffff8800a7a7fb80 x1818247339573248/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017662.279889:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339573248/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017662.279897:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017662.279900:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017662.279904:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339573248:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017662.279910:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339573376:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017662.279924:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017662.279929:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017662/real 1734017662] req@ffff8800a7a7dc00 x1818247339573376/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017662.279940:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339573376/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017662.279947:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017662.279950:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017662.279953:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339573376:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017662.279979:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339573504:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017662.279992:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017662.279999:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017662/real 1734017662] req@ffff8800a7a7f480 x1818247339573504/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017662.280009:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339573504/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017662.280017:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017662.280019:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017662.280022:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339573504:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017662.280030:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339573632:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017662.280042:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017662.280101:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017662/real 1734017662] req@ffff8800a7a7c000 x1818247339573632/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017662.280113:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339573632/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017662.280121:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017662.280124:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017662.280127:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339573632:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017662.280134:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339573760:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017662.280150:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017662.280157:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017662/real 1734017662] req@ffff8800a7a7c700 x1818247339573760/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017662.280167:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339573760/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017662.280175:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017662.280177:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017662.280180:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339573760:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017662.743476:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017662.803594:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017663.743482:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017663.805588:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017664.743456:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017664.807606:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017665.743446:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017665.809627:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017666.743472:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017666.811617:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017667.287439:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017667.287450:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017667.287456:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017667.287468:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1931 00000100:00080000:2.0:1734017667.287480:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017667.287490:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017667.287539:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339573888/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017667.287578:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017667.287582:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017667.287585:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017667.287589:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1931 00000100:00080000:2.0:1734017667.287592:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017667.287596:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017667.287608:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017667.287620:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339574016/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017667.287630:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017667.287633:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017667.287635:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017667.287640:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1931 00000100:00080000:2.0:1734017667.287643:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017667.287647:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017667.287652:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017667.287665:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339574144/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017667.287673:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017667.287677:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017667.287678:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017667.287682:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1931 00000100:00080000:2.0:1734017667.287685:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017667.287689:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017667.287693:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017667.287704:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339574272/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017667.287705:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339573888:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017667.287714:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017667.287718:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017667.287719:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017667.287724:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1931 00000100:00080000:2.0:1734017667.287726:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017667.287730:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017667.287735:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017667.287743:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339574400/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017667.287753:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017667.287757:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017667.287759:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017667.287762:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1931 00000100:00080000:2.0:1734017667.287766:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017667.287769:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017667.287774:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734017667.287776:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734017667.287782:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339574528/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017667.287800:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017667/real 1734017667] req@ffff8800a7a7ce00 x1818247339573888/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017667.287821:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339573888/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017667.287833:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017667.287837:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017667.287842:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339573888:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017667.287850:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339574016:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017667.287867:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017667.287874:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017667/real 1734017667] req@ffff8800a7a7ea00 x1818247339574016/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017667.287885:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339574016/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017667.287893:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017667.287896:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017667.287900:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339574016:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017667.287906:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339574144:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017667.287920:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017667.287925:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017667/real 1734017667] req@ffff8800a7a7c700 x1818247339574144/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017667.287936:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339574144/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017667.287943:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017667.287946:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017667.287950:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339574144:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017667.288007:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339574272:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017667.288024:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017667.288032:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017667/real 1734017667] req@ffff8800a7a7c000 x1818247339574272/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017667.288043:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339574272/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017667.288051:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017667.288054:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017667.288057:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339574272:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017667.288063:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339574400:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017667.288076:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017667.288082:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017667/real 1734017667] req@ffff8800a7a7f480 x1818247339574400/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017667.288093:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339574400/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017667.288101:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017667.288103:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017667.288106:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339574400:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017667.288112:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339574528:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017667.288128:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017667.288134:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017667/real 1734017667] req@ffff8800a7a7dc00 x1818247339574528/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017667.288144:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339574528/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017667.288151:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017667.288154:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017667.288156:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339574528:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017667.743470:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017667.813586:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017668.743452:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017668.815632:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017669.743475:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017669.817632:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017670.743486:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017670.819590:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017671.743455:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017671.821582:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017672.295479:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017672.295489:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017672.295495:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017672.295510:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1936 00000100:00080000:2.0:1734017672.295523:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017672.295533:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017672.295583:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339574656/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017672.295623:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017672.295627:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017672.295629:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017672.295634:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1936 00000100:00080000:2.0:1734017672.295638:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017672.295642:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017672.295655:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017672.295668:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339574784/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017672.295678:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017672.295682:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017672.295684:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017672.295687:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1936 00000100:00080000:2.0:1734017672.295690:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017672.295694:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017672.295700:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017672.295709:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339574912/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017672.295718:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017672.295721:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017672.295723:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017672.295726:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1936 00000100:00080000:2.0:1734017672.295729:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017672.295732:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017672.295737:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017672.295747:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339575040/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017672.295752:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339574656:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017672.295757:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017672.295761:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017672.295763:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017672.295768:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1936 00000100:00080000:2.0:1734017672.295771:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017672.295774:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017672.295779:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017672.295787:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339575168/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017672.295796:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017672.295799:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017672.295800:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017672.295804:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1936 00000100:00080000:2.0:1734017672.295807:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017672.295811:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017672.295816:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017672.295824:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339575296/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017672.295825:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017672.295850:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017672/real 1734017672] req@ffff8800a7a7fb80 x1818247339574656/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017672.295870:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339574656/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017672.295919:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017672.295923:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017672.295928:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339574656:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017672.295937:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339574784:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017672.295958:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017672.295966:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017672/real 1734017672] req@ffff8800a7a7df80 x1818247339574784/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017672.295978:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339574784/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017672.295987:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017672.295990:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017672.295994:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339574784:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017672.296000:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339574912:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017672.296013:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017672.296019:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017672/real 1734017672] req@ffff8800a7a7f100 x1818247339574912/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017672.296030:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339574912/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017672.296038:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017672.296040:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017672.296043:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339574912:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017672.296069:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339575040:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017672.296082:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017672.296089:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017672/real 1734017672] req@ffff8800a7a7c380 x1818247339575040/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017672.296100:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339575040/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017672.296107:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017672.296109:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017672.296112:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339575040:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017672.296119:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339575168:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017672.296133:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017672.296139:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017672/real 1734017672] req@ffff8800a7a7ed80 x1818247339575168/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017672.296150:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339575168/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017672.296157:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017672.296160:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017672.296163:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339575168:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017672.296169:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339575296:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017672.296180:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017672.296186:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017672/real 1734017672] req@ffff8800a7a7d180 x1818247339575296/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017672.296196:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339575296/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017672.296203:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017672.296205:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017672.296208:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339575296:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017672.743468:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017672.823565:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017673.743488:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017673.825586:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017674.743476:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017674.827588:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017675.743502:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017675.829614:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017676.743451:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017676.831588:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017677.303474:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017677.303484:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017677.303490:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017677.303503:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1941 00000100:00080000:2.0:1734017677.303514:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017677.303524:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017677.303572:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339575424/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017677.303620:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017677.303624:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017677.303626:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017677.303631:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1941 00000100:00080000:2.0:1734017677.303634:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017677.303639:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017677.303650:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017677.303662:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339575552/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017677.303672:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017677.303676:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017677.303677:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017677.303682:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1941 00000100:00080000:2.0:1734017677.303685:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017677.303689:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017677.303694:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017677.303706:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339575680/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017677.303715:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017677.303718:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017677.303720:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017677.303723:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1941 00000100:00080000:2.0:1734017677.303726:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017677.303730:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017677.303735:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017677.303744:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339575808/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017677.303754:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017677.303758:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017677.303759:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017677.303764:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1941 00000100:00100000:1.0:1734017677.303767:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339575424:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017677.303767:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017677.303770:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017677.303775:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017677.303785:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339575936/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017677.303829:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017677.303833:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017677.303834:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017677.303838:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1941 00000100:00080000:2.0:1734017677.303842:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017677.303845:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017677.303851:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017677.303861:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339576064/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017677.303888:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017677.303913:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017677/real 1734017677] req@ffff8800a7a7ca80 x1818247339575424/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017677.303934:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339575424/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017677.303946:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017677.303950:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017677.303955:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339575424:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017677.303963:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339575552:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017677.303982:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017677.303989:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017677/real 1734017677] req@ffff8800a7a7e300 x1818247339575552/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017677.304000:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339575552/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017677.304008:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017677.304011:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017677.304014:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339575552:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017677.304021:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339575680:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017677.304034:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017677.304040:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017677/real 1734017677] req@ffff8800a7a7d180 x1818247339575680/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017677.304051:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339575680/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017677.304058:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017677.304061:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017677.304065:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339575680:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017677.304091:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339575808:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017677.304105:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017677.304112:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017677/real 1734017677] req@ffff8800a7a7ed80 x1818247339575808/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017677.304123:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339575808/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017677.304130:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017677.304133:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017677.304135:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339575808:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017677.304141:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339575936:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017677.304154:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017677.304159:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017677/real 1734017677] req@ffff8800a7a7c380 x1818247339575936/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017677.304170:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339575936/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017677.304177:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017677.304180:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017677.304183:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339575936:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017677.304188:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339576064:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017677.304203:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017677.304209:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017677/real 1734017677] req@ffff8800a7a7f100 x1818247339576064/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017677.304220:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339576064/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017677.304227:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017677.304229:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017677.304232:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339576064:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017677.743460:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017677.833589:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017678.743481:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017678.835621:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017679.743495:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017679.837592:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017680.743436:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017680.839597:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017681.743462:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017681.841599:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017682.311474:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017682.311486:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017682.311492:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017682.311506:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1946 00000100:00080000:2.0:1734017682.311517:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017682.311527:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017682.311576:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339576192/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017682.311616:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017682.311621:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017682.311623:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017682.311627:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1946 00000100:00080000:2.0:1734017682.311631:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017682.311635:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017682.311647:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017682.311658:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339576320/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017682.311668:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017682.311672:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017682.311674:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017682.311678:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1946 00000100:00080000:2.0:1734017682.311681:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017682.311685:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017682.311691:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017682.311700:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339576448/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017682.311748:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017682.311752:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017682.311753:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017682.311757:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1946 00000100:00080000:2.0:1734017682.311761:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017682.311764:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017682.311769:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017682.311780:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339576576/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017682.311784:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339576192:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017682.311791:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017682.311795:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017682.311797:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017682.311801:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1946 00000100:00080000:2.0:1734017682.311803:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017682.311807:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017682.311811:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017682.311820:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339576704/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017682.311829:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017682.311832:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017682.311834:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017682.311837:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1946 00000100:00080000:2.0:1734017682.311841:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017682.311845:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017682.311849:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017682.311857:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339576832/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017682.311888:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339576320:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017682.311911:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339576448:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017682.311936:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339576576:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017682.311951:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339576704:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017682.311966:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339576832:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017682.743478:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017682.843626:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017683.743469:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017683.845615:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017684.743443:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017684.847626:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1734017685.317584:0:1967:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:0.0:1734017685.317628:0:1967:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1734017685.317646:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734017685.317708:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734017685.317716:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734017685.317723:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734017685.317730:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734017685.317738:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000100:00100000:1.0:1734017685.317813:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017682/real 1734017685] req@ffff8800a7a7f480 x1818247339576576/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017685.317840:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339576576/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017685.317853:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017685.317857:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017685.317863:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339576576:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017685.317873:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017682/real 1734017685] req@ffff8800a7a7c000 x1818247339576704/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017685.317893:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339576704/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017685.317905:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017685.317909:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017685.317915:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339576704:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017685.317925:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017682/real 1734017685] req@ffff8800a7a7c700 x1818247339576832/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017685.317943:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339576832/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017685.317954:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017685.317958:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017685.317963:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339576832:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017685.317974:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017682/real 1734017685] req@ffff8800a7a7df80 x1818247339576192/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017685.317995:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339576192/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017685.318006:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017685.318010:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017685.318029:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339576192:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017685.318041:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017682/real 1734017685] req@ffff8800a7a7fb80 x1818247339576320/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017685.318060:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339576320/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017685.318073:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017685.318076:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017685.318082:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339576320:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017685.318090:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017682/real 1734017685] req@ffff8800a7a7dc00 x1818247339576448/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017685.318108:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339576448/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017685.318119:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017685.318123:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017685.318128:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339576448:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017685.743506:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017685.849609:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017686.743467:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017686.851605:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017687.319485:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017687.319495:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017687.319501:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017687.319514:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1951 00000100:00080000:2.0:1734017687.319525:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017687.319535:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017687.319581:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339576960/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017687.319650:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017687.319655:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017687.319657:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017687.319662:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1951 00000100:00080000:2.0:1734017687.319666:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017687.319670:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017687.319682:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017687.319695:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339577088/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017687.319707:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017687.319710:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017687.319713:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017687.319718:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1951 00000100:00080000:2.0:1734017687.319721:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017687.319724:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017687.319730:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017687.319741:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339577216/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017687.319751:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734017687.319753:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339576960:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017687.319755:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017687.319756:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017687.319760:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1951 00000100:00080000:2.0:1734017687.319763:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017687.319767:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017687.319771:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017687.319781:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339577344/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017687.319790:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017687.319794:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017687.319796:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017687.319799:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1951 00000100:00080000:2.0:1734017687.319802:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017687.319806:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017687.319810:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017687.319818:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339577472/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017687.319823:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734017687.319828:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017687.319831:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017687.319833:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017687.319836:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1951 00000100:00080000:2.0:1734017687.319840:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017687.319843:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:1.0:1734017687.319845:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017687/real 1734017687] req@ffff8800a7a7ea00 x1818247339576960/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:2.0:1734017687.319847:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017687.319855:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339577600/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017687.319865:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339576960/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017687.319876:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017687.319880:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017687.319885:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339576960:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017687.319894:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339577088:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017687.319912:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017687.319918:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017687/real 1734017687] req@ffff8800a7a7ce00 x1818247339577088/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017687.319929:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339577088/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017687.319937:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017687.319940:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017687.319944:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339577088:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017687.319967:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339577216:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017687.319981:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017687.319987:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017687/real 1734017687] req@ffff8800a7a7dc00 x1818247339577216/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017687.319998:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339577216/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017687.320006:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017687.320008:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017687.320012:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339577216:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017687.320017:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339577344:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017687.320033:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017687.320039:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017687/real 1734017687] req@ffff8800a7a7fb80 x1818247339577344/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017687.320050:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339577344/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017687.320058:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017687.320060:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017687.320063:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339577344:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017687.320069:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339577472:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017687.320081:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017687.320088:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017687/real 1734017687] req@ffff8800a7a7df80 x1818247339577472/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017687.320098:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339577472/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017687.320106:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017687.320108:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017687.320111:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339577472:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017687.320117:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339577600:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017687.320129:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017687.320135:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017687/real 1734017687] req@ffff8800a7a7c700 x1818247339577600/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017687.320152:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339577600/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017687.320159:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017687.320161:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017687.320164:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339577600:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017687.743458:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017687.853608:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017688.743480:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017688.855656:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017689.743484:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017689.857555:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017690.743497:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017690.859619:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017691.743452:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017691.861618:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017692.327456:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017692.327466:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017692.327472:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017692.327484:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1956 00000100:00080000:2.0:1734017692.327495:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017692.327505:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017692.327590:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339577728/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017692.327627:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017692.327632:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017692.327634:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017692.327639:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1956 00000100:00080000:2.0:1734017692.327643:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017692.327647:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017692.327659:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017692.327671:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339577856/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017692.327682:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017692.327686:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017692.327688:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017692.327691:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1956 00000100:00080000:2.0:1734017692.327694:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017692.327698:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017692.327703:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017692.327712:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339577984/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017692.327721:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017692.327724:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017692.327726:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017692.327729:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1956 00000100:00080000:2.0:1734017692.327732:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017692.327736:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017692.327740:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017692.327748:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339578112/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017692.327758:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017692.327761:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017692.327763:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734017692.327767:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339577728:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017692.327768:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1956 00000100:00080000:2.0:1734017692.327771:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017692.327774:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017692.327779:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017692.327787:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339578240/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017692.327796:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017692.327799:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017692.327800:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017692.327804:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1956 00000100:00080000:2.0:1734017692.327807:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017692.327810:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017692.327814:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017692.327822:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339578368/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017692.327839:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017692.327861:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017692/real 1734017692] req@ffff8800a7a7c000 x1818247339577728/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017692.327881:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339577728/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017692.327893:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017692.327896:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017692.327901:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339577728:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017692.327909:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339577856:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017692.327926:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017692.327933:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017692/real 1734017692] req@ffff8800a7a7f480 x1818247339577856/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017692.327944:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339577856/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017692.327952:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017692.327956:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017692.327959:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339577856:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017692.327965:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339577984:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017692.327979:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017692.327985:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017692/real 1734017692] req@ffff8800a7a7f100 x1818247339577984/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017692.327996:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339577984/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017692.328004:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017692.328006:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017692.328010:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339577984:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017692.328036:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339578112:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017692.328049:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017692.328055:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017692/real 1734017692] req@ffff8800a7a7c380 x1818247339578112/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017692.328066:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339578112/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017692.328075:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017692.328077:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017692.328080:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339578112:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017692.328086:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339578240:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017692.328103:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017692.328109:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017692/real 1734017692] req@ffff8800a7a7ed80 x1818247339578240/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017692.328119:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339578240/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017692.328127:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017692.328130:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017692.328133:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339578240:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017692.328138:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339578368:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017692.328150:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017692.328156:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017692/real 1734017692] req@ffff8800a7a7d180 x1818247339578368/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017692.328166:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339578368/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017692.328173:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017692.328175:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017692.328178:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339578368:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017692.743476:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017692.863610:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017693.743494:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017693.865624:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017694.743452:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017694.867570:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017695.743514:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017695.869633:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017696.743587:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017696.871639:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017697.335490:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017697.335499:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017697.335503:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017697.335513:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1961 00000100:00080000:2.0:1734017697.335522:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017697.335530:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017697.335566:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339578496/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017697.335600:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017697.335604:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017697.335606:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017697.335611:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1961 00000100:00080000:2.0:1734017697.335614:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017697.335618:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017697.335627:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017697.335637:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339578624/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017697.335647:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017697.335651:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017697.335652:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017697.335656:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1961 00000100:00080000:2.0:1734017697.335659:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017697.335662:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017697.335667:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017697.335677:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339578752/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017697.335685:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017697.335688:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017697.335690:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017697.335693:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1961 00000100:00080000:2.0:1734017697.335696:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017697.335701:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017697.335705:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734017697.335713:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339578496:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734017697.335714:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339578880/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017697.335724:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017697.335727:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017697.335729:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017697.335732:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1961 00000100:00080000:2.0:1734017697.335735:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017697.335738:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017697.335742:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017697.335750:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339579008/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017697.335758:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017697.335762:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017697.335763:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017697.335767:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1961 00000100:00080000:2.0:1734017697.335770:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017697.335773:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000800:00000100:1.0:1734017697.335776:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000008:00100000:2.0:1734017697.335777:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017697.335785:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339579136/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017697.335798:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017697/real 1734017697] req@ffff8800a7a7e300 x1818247339578496/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017697.335824:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339578496/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017697.335835:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017697.335838:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017697.335842:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339578496:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017697.335850:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339578624:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017697.335866:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017697.335873:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017697/real 1734017697] req@ffff8800a7a7ca80 x1818247339578624/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017697.335884:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339578624/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017697.335892:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017697.335895:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017697.335898:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339578624:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017697.335903:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339578752:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017697.335916:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017697.335922:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017697/real 1734017697] req@ffff8800a7a7d180 x1818247339578752/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017697.335932:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339578752/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017697.335940:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017697.335943:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017697.335946:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339578752:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017697.335970:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339578880:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017697.335982:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017697.335989:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017697/real 1734017697] req@ffff8800a7a7ed80 x1818247339578880/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017697.335999:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339578880/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017697.336007:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017697.336009:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017697.336012:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339578880:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017697.336017:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339579008:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017697.336030:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017697.336035:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017697/real 1734017697] req@ffff8800a7a7c380 x1818247339579008/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017697.336045:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339579008/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017697.336053:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017697.336055:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017697.336058:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339579008:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017697.336064:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339579136:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017697.336078:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017697.336084:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017697/real 1734017697] req@ffff8800a7a7f100 x1818247339579136/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017697.336095:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339579136/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017697.336101:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017697.336104:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017697.336106:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339579136:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734017697.743490:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017697.873620:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017698.743480:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017698.875594:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017699.743513:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017699.877681:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017700.743472:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017700.879645:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017701.743478:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017701.881616:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017702.343456:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017702.343466:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017702.343471:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017702.343481:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1966 00000100:00080000:2.0:1734017702.343489:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017702.343497:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017702.343532:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339579264/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017702.343566:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017702.343570:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017702.343572:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017702.343577:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1966 00000100:00080000:2.0:1734017702.343580:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017702.343584:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017702.343593:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017702.343603:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339579392/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017702.343613:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017702.343616:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017702.343618:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017702.343622:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1966 00000100:00080000:2.0:1734017702.343626:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017702.343629:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017702.343634:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017702.343643:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339579520/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017702.343651:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017702.343654:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017702.343656:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017702.343659:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1966 00000100:00080000:2.0:1734017702.343661:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017702.343665:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017702.343669:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017702.343677:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339579648/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017702.343678:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339579264:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017702.343687:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017702.343690:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017702.343692:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017702.343695:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1966 00000100:00080000:2.0:1734017702.343698:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017702.343701:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017702.343705:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017702.343712:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339579776/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017702.343727:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017702.343731:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017702.343732:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017702.343736:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1966 00000100:00080000:2.0:1734017702.343739:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1734017702.343742:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734017702.343742:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017702.343746:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017702.343753:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339579904/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017702.343764:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017702/real 1734017702] req@ffff8800a7a7f480 x1818247339579264/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017702.343783:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339579264/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017702.343793:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017702.343796:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017702.343801:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339579264:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017702.343807:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339579392:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017702.343824:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017702.343830:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017702/real 1734017702] req@ffff8800a7a7c000 x1818247339579392/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017702.343841:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339579392/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017702.343850:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017702.343853:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017702.343856:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339579392:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017702.343862:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339579520:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017702.343874:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017702.343880:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017702/real 1734017702] req@ffff8800a7a7c700 x1818247339579520/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017702.343890:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339579520/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017702.343898:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017702.343900:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017702.343904:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339579520:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017702.343927:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339579648:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017702.343940:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017702.343946:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017702/real 1734017702] req@ffff8800a7a7df80 x1818247339579648/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017702.343957:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339579648/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017702.343965:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017702.343967:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017702.343970:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339579648:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017702.343976:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339579776:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017702.343988:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017702.343994:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017702/real 1734017702] req@ffff8800a7a7fb80 x1818247339579776/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017702.344005:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339579776/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017702.344012:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017702.344014:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017702.344017:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339579776:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017702.344023:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339579904:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017702.344034:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017702.344040:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017702/real 1734017702] req@ffff8800a7a7dc00 x1818247339579904/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017702.344050:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339579904/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017702.344057:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017702.344059:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017702.344062:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339579904:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734017702.743456:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017702.883614:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017703.743462:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017703.885621:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017704.743463:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017704.887618:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017705.743477:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017705.889605:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017706.743469:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017706.891595:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017707.351430:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017707.351439:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017707.351443:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017707.351453:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1971 00000100:00080000:2.0:1734017707.351463:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017707.351470:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017707.351505:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339580032/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017707.351538:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017707.351542:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017707.351545:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017707.351550:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1971 00000100:00080000:2.0:1734017707.351553:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017707.351557:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017707.351567:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017707.351577:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339580160/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017707.351587:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017707.351590:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017707.351592:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017707.351596:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1971 00000100:00080000:2.0:1734017707.351599:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017707.351602:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017707.351607:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017707.351617:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339580288/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017707.351625:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017707.351628:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017707.351630:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017707.351633:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1971 00000100:00080000:2.0:1734017707.351636:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017707.351639:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017707.351643:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734017707.351647:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339580032:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734017707.351652:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339580416/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017707.351662:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017707.351665:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017707.351667:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017707.351670:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1971 00000100:00080000:2.0:1734017707.351673:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017707.351676:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017707.351680:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017707.351687:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339580544/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017707.351695:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017707.351698:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017707.351700:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017707.351703:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1971 00000100:00080000:2.0:1734017707.351706:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017707.351709:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000800:00000100:1.0:1734017707.351711:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000008:00100000:2.0:1734017707.351714:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017707.351721:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339580672/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017707.351733:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017707/real 1734017707] req@ffff8800a7a7ce00 x1818247339580032/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017707.351753:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339580032/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017707.351764:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017707.351767:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017707.351771:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339580032:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017707.351778:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339580160:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017707.351795:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017707.351802:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017707/real 1734017707] req@ffff8800a7a7ea00 x1818247339580160/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017707.351813:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339580160/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017707.351820:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017707.351823:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017707.351826:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339580160:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017707.351832:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339580288:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017707.351844:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017707.351850:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017707/real 1734017707] req@ffff8800a7a7dc00 x1818247339580288/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017707.351861:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339580288/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017707.351868:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017707.351871:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017707.351874:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339580288:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017707.351898:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339580416:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017707.351912:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017707.351918:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017707/real 1734017707] req@ffff8800a7a7fb80 x1818247339580416/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017707.351929:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339580416/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017707.351936:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017707.351938:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017707.351941:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339580416:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017707.351947:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339580544:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017707.351959:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017707.351965:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017707/real 1734017707] req@ffff8800a7a7df80 x1818247339580544/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017707.351975:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339580544/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017707.351982:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017707.351984:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017707.351988:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339580544:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017707.351993:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339580672:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017707.352008:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017707.352014:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017707/real 1734017707] req@ffff8800a7a7c700 x1818247339580672/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017707.352024:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339580672/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017707.352031:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017707.352033:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017707.352036:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339580672:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734017707.743467:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017707.893615:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017708.743490:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017708.895611:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017709.743484:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017709.897561:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017710.743442:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017710.899627:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017711.743450:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017711.901572:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017712.359449:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017712.359461:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017712.359466:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017712.359477:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1976 00000100:00080000:2.0:1734017712.359488:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017712.359496:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017712.359535:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339580800/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017712.359569:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017712.359573:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017712.359575:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017712.359579:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1976 00000100:00080000:2.0:1734017712.359583:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017712.359586:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017712.359595:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017712.359606:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339580928/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017712.359616:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017712.359619:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017712.359621:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017712.359625:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1976 00000100:00080000:2.0:1734017712.359627:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017712.359631:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017712.359636:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017712.359644:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339581056/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017712.359653:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017712.359656:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017712.359658:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017712.359661:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1976 00000100:00080000:2.0:1734017712.359664:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017712.359667:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017712.359671:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734017712.359679:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339580800:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734017712.359679:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339581184/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017712.359688:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017712.359691:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017712.359693:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017712.359696:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1976 00000100:00080000:2.0:1734017712.359698:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017712.359702:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017712.359706:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017712.359713:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339581312/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017712.359721:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017712.359724:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017712.359726:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017712.359729:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1976 00000100:00080000:2.0:1734017712.359733:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017712.359737:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017712.359742:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734017712.359743:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734017712.359750:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339581440/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017712.359766:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017712/real 1734017712] req@ffff8800a7a7c000 x1818247339580800/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017712.359786:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339580800/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017712.359798:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017712.359801:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017712.359806:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339580800:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017712.359813:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339580928:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017712.359829:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017712.359836:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017712/real 1734017712] req@ffff8800a7a7f480 x1818247339580928/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017712.359847:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339580928/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017712.359856:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017712.359858:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017712.359862:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339580928:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017712.359868:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339581056:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017712.359880:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017712.359886:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017712/real 1734017712] req@ffff8800a7a7f100 x1818247339581056/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017712.359896:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339581056/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017712.359904:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017712.359906:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017712.359909:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339581056:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017712.359937:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339581184:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017712.359950:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017712.359956:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017712/real 1734017712] req@ffff8800a7a7c380 x1818247339581184/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017712.359966:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339581184/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017712.359975:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017712.359977:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017712.359980:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339581184:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017712.359986:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339581312:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017712.359998:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017712.360004:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017712/real 1734017712] req@ffff8800a7a7ed80 x1818247339581312/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017712.360014:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339581312/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017712.360022:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017712.360024:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017712.360027:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339581312:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017712.360032:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339581440:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017712.360044:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017712.360050:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017712/real 1734017712] req@ffff8800a7a7d180 x1818247339581440/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017712.360060:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339581440/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017712.360067:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017712.360069:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017712.360072:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339581440:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734017712.743459:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017712.903600:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017713.743475:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017713.905615:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017714.743455:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017714.907598:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017715.743476:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017715.909608:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017716.743446:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017716.911601:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017717.367476:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017717.367486:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017717.367492:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017717.367506:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1981 00000100:00080000:2.0:1734017717.367517:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017717.367527:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017717.367574:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339581568/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017717.367612:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017717.367617:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017717.367619:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017717.367624:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1981 00000100:00080000:2.0:1734017717.367627:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017717.367631:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017717.367642:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017717.367655:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339581696/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017717.367665:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017717.367669:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017717.367671:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017717.367675:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1981 00000100:00080000:2.0:1734017717.367679:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017717.367682:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017717.367688:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017717.367700:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339581824/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017717.367708:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017717.367712:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017717.367713:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017717.367716:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1981 00000100:00080000:2.0:1734017717.367719:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017717.367723:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017717.367728:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017717.367738:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339581952/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017717.367747:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339581568:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017717.367748:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017717.367752:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017717.367753:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017717.367758:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1981 00000100:00080000:2.0:1734017717.367761:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017717.367764:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017717.367769:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017717.367778:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339582080/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017717.367787:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017717.367790:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017717.367791:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017717.367795:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1981 00000100:00080000:2.0:1734017717.367799:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017717.367802:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017717.367807:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017717.367814:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339582208/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017717.367822:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017717.367846:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017717/real 1734017717] req@ffff8800a7a7ca80 x1818247339581568/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017717.367866:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339581568/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017717.367878:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017717.367881:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017717.367886:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339581568:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017717.367894:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339581696:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017717.367912:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017717.367919:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017717/real 1734017717] req@ffff8800a7a7e300 x1818247339581696/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017717.367930:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339581696/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017717.367938:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017717.367941:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017717.367944:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339581696:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017717.367950:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339581824:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017717.367964:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017717.367970:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017717/real 1734017717] req@ffff8800a7a7d180 x1818247339581824/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017717.367980:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339581824/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017717.367988:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017717.367991:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017717.367994:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339581824:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017717.368020:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339581952:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017717.368034:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017717.368041:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017717/real 1734017717] req@ffff8800a7a7ed80 x1818247339581952/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017717.368051:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339581952/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017717.368059:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017717.368061:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017717.368064:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339581952:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017717.368070:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339582080:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017717.368083:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017717.368090:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017717/real 1734017717] req@ffff8800a7a7c380 x1818247339582080/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017717.368100:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339582080/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017717.368157:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017717.368160:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017717.368164:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339582080:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017717.368171:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339582208:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017717.368191:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017717.368198:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017717/real 1734017717] req@ffff8800a7a7f100 x1818247339582208/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017717.368209:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339582208/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017717.368217:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017717.368219:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017717.368222:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339582208:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734017717.743476:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017717.913554:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017718.743488:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017718.915608:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017719.743477:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017719.917609:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017720.743438:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017720.919587:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017721.743457:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017721.921538:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017722.375471:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017722.375480:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017722.375486:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017722.375499:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1986 00000100:00080000:2.0:1734017722.375511:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017722.375522:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017722.375568:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339582336/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017722.375606:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017722.375611:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017722.375613:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017722.375618:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1986 00000100:00080000:2.0:1734017722.375621:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017722.375625:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017722.375637:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017722.375649:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339582464/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017722.375659:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017722.375663:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017722.375665:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017722.375669:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1986 00000100:00080000:2.0:1734017722.375672:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017722.375676:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017722.375681:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017722.375691:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339582592/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017722.375700:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017722.375703:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017722.375705:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017722.375709:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1986 00000100:00080000:2.0:1734017722.375712:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017722.375715:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017722.375720:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017722.375728:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339582720/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017722.375738:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339582336:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017722.375738:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017722.375742:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017722.375743:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017722.375747:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1986 00000100:00080000:2.0:1734017722.375749:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017722.375753:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017722.375757:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017722.375766:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339582848/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017722.375775:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017722.375778:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017722.375780:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017722.375783:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1986 00000100:00080000:2.0:1734017722.375786:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017722.375790:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017722.375795:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017722.375802:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339582976/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017722.375811:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017722.375832:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017722/real 1734017722] req@ffff8800a7a7f480 x1818247339582336/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017722.375853:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339582336/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017722.375865:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017722.375868:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017722.375873:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339582336:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017722.375881:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339582464:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017722.375898:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017722.375905:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017722/real 1734017722] req@ffff8800a7a7c000 x1818247339582464/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017722.375916:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339582464/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017722.375925:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017722.375928:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017722.375931:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339582464:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017722.375937:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339582592:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017722.375950:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017722.375956:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017722/real 1734017722] req@ffff8800a7a7c700 x1818247339582592/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017722.375967:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339582592/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017722.375974:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017722.375977:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017722.375980:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339582592:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017722.376005:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339582720:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017722.376019:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017722.376078:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017722/real 1734017722] req@ffff8800a7a7df80 x1818247339582720/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017722.376090:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339582720/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017722.376098:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017722.376100:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017722.376104:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339582720:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017722.376111:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339582848:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017722.376129:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017722.376136:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017722/real 1734017722] req@ffff8800a7a7fb80 x1818247339582848/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017722.376146:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339582848/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017722.376154:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017722.376157:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017722.376160:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339582848:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017722.376166:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339582976:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017722.376178:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017722.376184:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017722/real 1734017722] req@ffff8800a7a7dc00 x1818247339582976/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017722.376194:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339582976/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017722.376201:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017722.376203:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017722.376206:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339582976:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734017722.743469:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017722.923560:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017723.743482:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017723.925609:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017724.743461:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017724.927628:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017725.743468:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017725.929580:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017726.743467:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017726.931614:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017727.383457:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017727.383468:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017727.383474:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017727.383486:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1991 00000100:00080000:2.0:1734017727.383497:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017727.383507:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017727.383555:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339583104/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017727.383593:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017727.383598:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017727.383600:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017727.383605:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1991 00000100:00080000:2.0:1734017727.383608:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017727.383612:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017727.383624:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017727.383635:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339583232/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017727.383645:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017727.383649:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017727.383651:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017727.383656:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1991 00000100:00080000:2.0:1734017727.383659:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017727.383663:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017727.383668:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017727.383680:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339583360/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017727.383689:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017727.383692:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017727.383694:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017727.383698:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1991 00000100:00100000:1.0:1734017727.383699:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339583104:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017727.383701:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017727.383705:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017727.383710:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017727.383719:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339583488/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017727.383727:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017727.383731:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017727.383732:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017727.383736:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1991 00000100:00080000:2.0:1734017727.383738:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017727.383742:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017727.383746:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017727.383754:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339583616/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017727.383763:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017727.383767:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017727.383768:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017727.383772:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1991 00000100:00080000:2.0:1734017727.383775:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017727.383778:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017727.383783:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734017727.383785:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734017727.383791:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339583744/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017727.383812:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017727/real 1734017727] req@ffff8800a7a7ea00 x1818247339583104/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017727.383835:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339583104/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017727.383848:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017727.383851:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017727.383856:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339583104:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017727.383863:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339583232:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017727.383881:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017727.383888:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017727/real 1734017727] req@ffff8800a7a7ce00 x1818247339583232/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017727.383900:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339583232/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017727.383908:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017727.383910:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017727.383914:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339583232:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017727.383981:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339583360:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017727.384000:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017727.384008:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017727/real 1734017727] req@ffff8800a7a7dc00 x1818247339583360/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017727.384019:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339583360/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017727.384027:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017727.384031:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017727.384034:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339583360:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017727.384040:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339583488:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017727.384054:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017727.384060:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017727/real 1734017727] req@ffff8800a7a7fb80 x1818247339583488/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017727.384070:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339583488/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017727.384078:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017727.384081:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017727.384084:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339583488:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017727.384089:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339583616:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017727.384102:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017727.384108:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017727/real 1734017727] req@ffff8800a7a7df80 x1818247339583616/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017727.384118:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339583616/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017727.384125:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017727.384128:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017727.384131:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339583616:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017727.384136:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339583744:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017727.384452:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017727.384478:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017727/real 1734017727] req@ffff8800a7a7c700 x1818247339583744/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017727.384498:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339583744/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017727.384510:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017727.384515:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017727.384520:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339583744:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734017727.743451:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017727.933614:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017728.743468:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017728.935618:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017729.743480:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017729.937597:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017730.743478:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017730.939629:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017731.743457:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017731.941614:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017732.391470:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017732.391483:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017732.391488:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017732.391502:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 1996 00000100:00080000:2.0:1734017732.391515:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017732.391525:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017732.391573:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339583872/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017732.391612:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017732.391617:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017732.391620:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017732.391625:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1996 00000100:00080000:2.0:1734017732.391628:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017732.391632:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017732.391644:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017732.391656:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339584000/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017732.391666:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017732.391670:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017732.391672:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017732.391676:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1996 00000100:00080000:2.0:1734017732.391680:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017732.391683:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017732.391689:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017732.391698:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339584128/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017732.391707:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017732.391710:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017732.391712:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017732.391716:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 1996 00000100:00080000:2.0:1734017732.391718:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017732.391722:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017732.391726:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017732.391734:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339584256/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017732.391746:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339583872:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017732.391746:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017732.391749:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017732.391751:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017732.391755:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1996 00000100:00080000:2.0:1734017732.391758:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017732.391761:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017732.391766:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017732.391774:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339584384/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017732.391783:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017732.391786:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017732.391787:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017732.391791:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 1996 00000100:00080000:2.0:1734017732.391794:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017732.391797:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017732.391802:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017732.391810:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339584512/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017732.391818:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017732.391841:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017732/real 1734017732] req@ffff8800a7a7c000 x1818247339583872/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017732.391892:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339583872/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017732.391904:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017732.391908:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017732.391913:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339583872:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017732.391921:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339584000:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017732.391940:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017732.391948:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017732/real 1734017732] req@ffff8800a7a7f480 x1818247339584000/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017732.391959:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339584000/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017732.391968:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017732.391971:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017732.391975:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339584000:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017732.391981:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339584128:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017732.391995:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017732.392001:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017732/real 1734017732] req@ffff8800a7a7f100 x1818247339584128/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017732.392012:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339584128/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017732.392019:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017732.392022:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017732.392025:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339584128:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017732.392050:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339584256:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017732.392063:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017732.392070:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017732/real 1734017732] req@ffff8800a7a7c380 x1818247339584256/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017732.392081:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339584256/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017732.392089:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017732.392091:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017732.392094:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339584256:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017732.392100:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339584384:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017732.392114:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017732.392120:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017732/real 1734017732] req@ffff8800a7a7ed80 x1818247339584384/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017732.392131:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339584384/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017732.392139:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017732.392142:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017732.392145:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339584384:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017732.392150:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339584512:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017732.392162:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017732.392168:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017732/real 1734017732] req@ffff8800a7a7d180 x1818247339584512/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017732.392178:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339584512/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017732.392185:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017732.392187:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017732.392190:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339584512:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734017732.743437:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017732.943612:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017733.743469:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017733.945615:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017734.743455:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017734.947625:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017735.743477:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017735.949594:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017736.743437:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017736.951620:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017737.399435:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017737.399447:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017737.399452:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017737.399464:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2001 00000100:00080000:2.0:1734017737.399474:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017737.399483:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017737.399520:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339584640/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017737.399565:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017737.399571:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017737.399574:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017737.399581:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2001 00000100:00080000:2.0:1734017737.399587:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017737.399594:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017737.399607:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017737.399627:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339584768/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017737.399644:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017737.399648:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017737.399651:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017737.399657:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2001 00000100:00080000:2.0:1734017737.399662:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734017737.399665:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339584640:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017737.399668:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017737.399675:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017737.399692:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339584896/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017737.399708:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017737.399713:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017737.399715:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017737.399721:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2001 00000100:00080000:2.0:1734017737.399724:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017737.399729:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000800:00000100:1.0:1734017737.399730:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000008:00100000:2.0:1734017737.399735:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017737.399745:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339585024/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017737.399751:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017737/real 1734017737] req@ffff8800a7a7e300 x1818247339584640/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017737.399755:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017737.399758:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017737.399760:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017737.399764:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2001 00000100:00100000:1.0:1734017737.399807:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339584640/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017737.399809:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017737.399816:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00080000:1.0:1734017737.399818:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017737.399821:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000008:00100000:2.0:1734017737.399824:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1734017737.399826:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339584640:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017737.399834:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339584768:192.168.201.101@tcp:38:kworker.0 00000100:00100000:2.0:1734017737.399839:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339585152/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017737.399854:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734017737.399854:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017737.399859:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1734017737.399862:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017737/real 1734017737] req@ffff8800a7a7ca80 x1818247339584768/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017737.399862:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017737.399867:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2001 00000100:00080000:2.0:1734017737.399873:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734017737.399874:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339584768/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017737.399880:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00080000:1.0:1734017737.399882:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017737.399885:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000008:00100000:2.0:1734017737.399886:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734017737.399888:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339584768:192.168.201.101@tcp:38:kworker.0 00000100:00100000:2.0:1734017737.399899:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339585280/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017737.399910:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339584896:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017737.399924:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017737.399931:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017737/real 1734017737] req@ffff8800a7a7d180 x1818247339584896/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017737.399941:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339584896/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017737.399949:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017737.399953:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017737.399956:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339584896:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017737.399961:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339585024:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017737.399974:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017737.399980:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017737/real 1734017737] req@ffff8800a7a7ed80 x1818247339585024/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017737.399990:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339585024/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017737.399999:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017737.400001:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017737.400004:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339585024:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017737.400009:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339585152:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017737.400021:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017737.400027:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017737/real 1734017737] req@ffff8800a7a7c380 x1818247339585152/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017737.400037:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339585152/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017737.400044:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017737.400046:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017737.400050:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339585152:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017737.400063:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339585280:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017737.400078:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017737.400084:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017737/real 1734017737] req@ffff8800a7a7f100 x1818247339585280/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017737.400095:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339585280/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017737.400102:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017737.400104:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017737.400107:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339585280:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734017737.743462:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017737.953604:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017738.743487:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017738.955620:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017739.743478:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017739.957590:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017740.743475:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017740.959631:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017741.743463:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017741.961584:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017742.407446:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017742.407456:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017742.407461:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017742.407473:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2006 00000100:00080000:2.0:1734017742.407485:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017742.407495:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017742.407542:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339585408/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017742.407580:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017742.407585:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017742.407587:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017742.407592:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2006 00000100:00080000:2.0:1734017742.407596:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017742.407600:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017742.407612:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017742.407625:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339585536/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017742.407635:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017742.407639:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017742.407641:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017742.407645:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2006 00000100:00080000:2.0:1734017742.407648:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017742.407652:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017742.407657:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017742.407667:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339585664/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017742.407676:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017742.407712:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017742.407714:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017742.407719:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2006 00000100:00080000:2.0:1734017742.407722:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017742.407726:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017742.407731:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017742.407742:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339585792/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017742.407753:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017742.407757:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017742.407758:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734017742.407762:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339585408:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017742.407763:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2006 00000100:00080000:2.0:1734017742.407766:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017742.407769:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017742.407774:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017742.407783:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339585920/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017742.407792:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017742.407795:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017742.407796:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017742.407800:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2006 00000100:00080000:2.0:1734017742.407803:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017742.407806:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017742.407811:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017742.407819:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339586048/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017742.407839:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017742.407863:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017742/real 1734017742] req@ffff8800a7a7f480 x1818247339585408/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017742.407883:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339585408/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017742.407895:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017742.407898:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017742.407903:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339585408:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017742.407911:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339585536:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017742.407928:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017742.407934:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017742/real 1734017742] req@ffff8800a7a7c000 x1818247339585536/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017742.407945:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339585536/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017742.407954:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017742.407957:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017742.407961:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339585536:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017742.407967:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339585664:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017742.407980:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017742.407986:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017742/real 1734017742] req@ffff8800a7a7c700 x1818247339585664/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017742.407997:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339585664/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017742.408004:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017742.408007:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017742.408010:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339585664:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017742.408036:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339585792:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017742.408049:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017742.408056:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017742/real 1734017742] req@ffff8800a7a7df80 x1818247339585792/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017742.408066:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339585792/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017742.408074:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017742.408077:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017742.408080:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339585792:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017742.408087:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339585920:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017742.408100:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017742.408106:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017742/real 1734017742] req@ffff8800a7a7fb80 x1818247339585920/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017742.408117:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339585920/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017742.408125:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017742.408128:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017742.408131:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339585920:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017742.408136:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339586048:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017742.408148:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017742.408154:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017742/real 1734017742] req@ffff8800a7a7dc00 x1818247339586048/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017742.408164:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339586048/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017742.408171:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017742.408174:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017742.408176:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339586048:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734017742.743476:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017742.963603:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017743.743472:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017743.965613:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017744.743481:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017744.967582:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017745.743478:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017745.969583:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017746.743457:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017746.971571:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017747.415443:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017747.415452:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017747.415458:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017747.415471:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2011 00000100:00080000:2.0:1734017747.415482:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017747.415493:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017747.415541:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339586176/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017747.415579:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017747.415584:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017747.415586:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017747.415592:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2011 00000100:00080000:2.0:1734017747.415628:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017747.415633:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017747.415646:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017747.415660:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339586304/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017747.415671:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017747.415675:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017747.415677:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017747.415681:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2011 00000100:00080000:2.0:1734017747.415684:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017747.415688:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017747.415693:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1734017747.415702:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339586176:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734017747.415705:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339586432/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017747.415716:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017747.415720:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017747.415723:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017747.415727:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2011 00000100:00080000:2.0:1734017747.415730:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017747.415734:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017747.415739:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017747.415748:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339586560/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017747.415757:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017747.415760:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017747.415762:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017747.415765:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2011 00000100:00080000:2.0:1734017747.415769:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017747.415772:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017747.415776:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017747.415784:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339586688/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017747.415793:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017747.415796:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017747.415797:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017747.415801:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2011 00000100:00100000:1.0:1734017747.415804:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339586304:192.168.201.101@tcp:38:kworker.0 00000100:00080000:2.0:1734017747.415804:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017747.415808:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017747.415813:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017747.415822:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339586816/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017747.415836:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339586432:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017747.415853:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339586560:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017747.415871:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339586688:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017747.415887:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339586816:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734017747.743456:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017747.973657:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017748.743456:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017748.975644:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017749.743485:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017749.977618:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1734017750.421662:0:1968:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:3.0:1734017750.421715:0:1968:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1734017750.421739:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:3.0:1734017750.421781:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:3.0:1734017750.421791:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:3.0:1734017750.421800:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:3.0:1734017750.421808:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:3.0:1734017750.421815:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000100:00100000:0.0:1734017750.421887:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017747/real 1734017750] req@ffff8800a7a7dc00 x1818247339586432/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017750.421921:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339586432/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017750.421935:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017750.421940:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017750.421945:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339586432:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017750.421953:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017747/real 1734017750] req@ffff8800a7a7fb80 x1818247339586560/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017750.421965:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339586560/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017750.421974:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017750.421977:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017750.421981:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339586560:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017750.421989:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017747/real 1734017750] req@ffff8800a7a7df80 x1818247339586688/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017750.422001:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339586688/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017750.422008:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017750.422011:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017750.422015:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339586688:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017750.422021:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017747/real 1734017750] req@ffff8800a7a7c700 x1818247339586816/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017750.422051:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339586816/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017750.422064:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017750.422069:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017750.422073:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339586816:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017750.422084:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017747/real 1734017750] req@ffff8800a7a7ce00 x1818247339586176/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017750.422104:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339586176/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017750.422116:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017750.422120:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017750.422125:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339586176:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734017750.422136:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017747/real 1734017750] req@ffff8800a7a7ea00 x1818247339586304/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017750.422157:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339586304/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017750.422170:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017750.422174:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017750.422180:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339586304:192.168.201.101@tcp:38:kworker.0 00000100:00100000:2.0:1734017750.743475:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017750.979624:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017751.743448:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017751.981607:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017752.423471:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017752.423481:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017752.423486:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017752.423499:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2016 00000100:00080000:2.0:1734017752.423549:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017752.423560:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017752.423607:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339586944/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017752.423642:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017752.423647:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017752.423649:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017752.423654:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2016 00000100:00080000:2.0:1734017752.423658:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017752.423662:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017752.423675:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017752.423687:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339587072/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017752.423696:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017752.423700:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017752.423702:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017752.423706:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2016 00000100:00080000:2.0:1734017752.423709:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017752.423713:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017752.423719:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017752.423728:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339587200/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017752.423736:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017752.423739:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017752.423741:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017752.423745:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2016 00000100:00080000:2.0:1734017752.423747:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017752.423751:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017752.423755:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734017752.423756:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339586944:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734017752.423764:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339587328/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017752.423773:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017752.423777:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017752.423778:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017752.423782:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2016 00000100:00080000:2.0:1734017752.423784:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017752.423788:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017752.423793:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017752.423801:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339587456/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017752.423810:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017752.423814:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017752.423815:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017752.423819:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2016 00000100:00080000:2.0:1734017752.423822:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017752.423825:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017752.423830:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1734017752.423838:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734017752.423838:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339587584/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734017752.423864:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017752/real 1734017752] req@ffff8800a7a7c000 x1818247339586944/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017752.423886:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339586944/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017752.423897:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017752.423901:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017752.423905:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339586944:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734017752.423913:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339587072:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017752.423931:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017752.423938:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017752/real 1734017752] req@ffff8800a7a7f480 x1818247339587072/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017752.423949:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339587072/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017752.423957:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017752.423959:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017752.423962:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339587072:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017752.423968:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339587200:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017752.423982:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017752.423988:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017752/real 1734017752] req@ffff8800a7a7f100 x1818247339587200/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017752.423998:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339587200/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017752.424012:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017752.424015:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017752.424018:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339587200:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017752.424043:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339587328:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017752.424057:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017752.424063:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017752/real 1734017752] req@ffff8800a7a7c380 x1818247339587328/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017752.424074:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339587328/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017752.424083:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017752.424085:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017752.424088:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339587328:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017752.424093:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339587456:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017752.424106:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017752.424112:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017752/real 1734017752] req@ffff8800a7a7ed80 x1818247339587456/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017752.424122:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339587456/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017752.424129:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017752.424131:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017752.424134:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339587456:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017752.424140:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339587584:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017752.424153:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017752.424159:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017752/real 1734017752] req@ffff8800a7a7d180 x1818247339587584/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017752.424169:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339587584/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017752.424176:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017752.424178:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017752.424181:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339587584:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734017752.743439:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017752.983573:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017753.743523:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017753.985580:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017754.743451:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017754.987651:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017755.743430:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017755.989645:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017756.743477:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017756.991655:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017757.431485:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017757.431495:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017757.431499:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017757.431510:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2021 00000100:00080000:2.0:1734017757.431518:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017757.431526:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017757.431564:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339587712/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017757.431599:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017757.431604:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017757.431606:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017757.431611:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2021 00000100:00080000:2.0:1734017757.431614:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017757.431617:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017757.431627:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017757.431638:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339587840/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017757.431647:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017757.431651:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017757.431653:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017757.431657:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2021 00000100:00080000:2.0:1734017757.431659:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017757.431663:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017757.431667:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017757.431678:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339587968/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017757.431686:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017757.431690:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017757.431691:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017757.431694:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2021 00000100:00080000:2.0:1734017757.431697:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017757.431701:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017757.431705:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017757.431713:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339588096/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017757.431724:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017757.431728:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017757.431729:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1734017757.431731:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339587712:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017757.431734:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2021 00000100:00080000:2.0:1734017757.431736:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017757.431739:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017757.431743:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017757.431752:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339588224/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017757.431760:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017757.431763:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017757.431765:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017757.431769:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2021 00000100:00080000:2.0:1734017757.431771:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017757.431774:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017757.431779:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017757.431786:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339588352/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:0.0:1734017757.431826:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017757.431854:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017757/real 1734017757] req@ffff8800a7a7ca80 x1818247339587712/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017757.431878:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339587712/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017757.431891:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017757.431895:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017757.431900:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339587712:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734017757.431908:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339587840:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017757.431928:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017757.431935:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017757/real 1734017757] req@ffff8800a7a7e300 x1818247339587840/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017757.431955:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339587840/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017757.431964:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017757.431967:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017757.431970:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339587840:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017757.431976:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339587968:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017757.431991:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017757.431997:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017757/real 1734017757] req@ffff8800a7a7d180 x1818247339587968/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017757.432008:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339587968/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017757.432015:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017757.432018:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017757.432021:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339587968:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017757.432051:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339588096:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017757.432065:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017757.432071:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017757/real 1734017757] req@ffff8800a7a7ed80 x1818247339588096/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017757.432083:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339588096/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017757.432091:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017757.432094:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017757.432097:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339588096:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017757.432104:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339588224:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017757.432118:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017757.432124:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017757/real 1734017757] req@ffff8800a7a7c380 x1818247339588224/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017757.432135:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339588224/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017757.432143:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017757.432146:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017757.432149:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339588224:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017757.432154:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339588352:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017757.432167:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017757.432173:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017757/real 1734017757] req@ffff8800a7a7f100 x1818247339588352/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017757.432183:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339588352/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017757.432189:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017757.432192:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017757.432195:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339588352:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734017757.743477:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017757.993608:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017758.743500:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017758.995621:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017759.743481:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017759.997670:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017760.743494:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017760.999625:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017761.743470:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017762.001593:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017762.439469:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017762.439480:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017762.439484:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017762.439495:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2026 00000100:00080000:2.0:1734017762.439503:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017762.439511:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017762.439546:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339588480/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017762.439582:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017762.439586:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017762.439588:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017762.439593:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2026 00000100:00080000:2.0:1734017762.439596:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017762.439600:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017762.439609:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017762.439620:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339588608/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734017762.439624:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339588480:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017762.439631:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017762.439634:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017762.439636:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017762.439639:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2026 00000100:00080000:2.0:1734017762.439642:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017762.439645:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017762.439650:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017762.439658:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339588736/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017762.439667:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017762.439671:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017762.439672:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017762.439676:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2026 00000100:00080000:2.0:1734017762.439678:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017762.439682:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017762.439686:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000800:00000100:0.0:1734017762.439690:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734017762.439693:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339588864/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017762.439702:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017762.439705:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017762.439707:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017762.439710:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2026 00000100:00100000:0.0:1734017762.439712:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017762/real 1734017762] req@ffff8800a7a7f480 x1818247339588480/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017762.439713:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017762.439716:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017762.439720:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017762.439727:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339588992/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734017762.439732:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339588480/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017762.439736:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017762.439739:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017762.439741:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017762.439743:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017762.439744:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2026 00000100:00080000:0.0:1734017762.439746:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00080000:2.0:1734017762.439747:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017762.439751:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:0.0:1734017762.439752:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339588480:192.168.201.101@tcp:250:kworker.0 00000008:00100000:2.0:1734017762.439755:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017762.439762:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339589120/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734017762.439773:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339588608:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017762.439790:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017762.439797:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017762/real 1734017762] req@ffff8800a7a7c000 x1818247339588608/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017762.439808:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339588608/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017762.439817:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017762.439819:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017762.439823:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339588608:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017762.439828:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339588736:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017762.439841:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017762.439848:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017762/real 1734017762] req@ffff8800a7a7ea00 x1818247339588736/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017762.439858:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339588736/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017762.439866:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017762.439869:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017762.439872:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339588736:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017762.439877:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339588864:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017762.439890:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017762.439896:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017762/real 1734017762] req@ffff8800a7a7ce00 x1818247339588864/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017762.439906:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339588864/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017762.439914:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017762.439916:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017762.439919:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339588864:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017762.439925:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339588992:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017762.439937:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017762.439943:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017762/real 1734017762] req@ffff8800a7a7c700 x1818247339588992/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017762.439953:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339588992/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017762.439961:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017762.439964:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017762.439967:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339588992:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017762.439972:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339589120:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017762.439985:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017762.439991:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017762/real 1734017762] req@ffff8800a7a7df80 x1818247339589120/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017762.440001:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339589120/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017762.440008:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017762.440010:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017762.440013:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339589120:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734017762.743451:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017763.003590:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017763.743464:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017764.005585:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017764.743491:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017765.007606:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017765.743467:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017766.009633:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017766.743422:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017767.011622:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017767.447435:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017767.447445:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017767.447449:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017767.447459:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2031 00000100:00080000:2.0:1734017767.447469:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017767.447478:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017767.447514:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339589248/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017767.447550:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017767.447555:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017767.447557:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017767.447562:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2031 00000100:00080000:2.0:1734017767.447565:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017767.447569:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017767.447578:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017767.447590:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339589376/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017767.447600:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017767.447603:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017767.447605:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017767.447609:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2031 00000100:00080000:2.0:1734017767.447612:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017767.447615:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017767.447620:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017767.447631:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339589504/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017767.447640:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017767.447643:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017767.447644:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017767.447648:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2031 00000100:00080000:2.0:1734017767.447650:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017767.447654:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017767.447658:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017767.447666:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339589632/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734017767.447677:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339589248:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017767.447677:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017767.447680:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017767.447681:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017767.447686:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2031 00000100:00080000:2.0:1734017767.447688:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017767.447691:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017767.447696:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017767.447704:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339589760/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017767.447713:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017767.447716:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017767.447717:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017767.447720:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2031 00000100:00080000:2.0:1734017767.447723:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017767.447726:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017767.447730:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017767.447738:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339589888/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:0.0:1734017767.447766:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017767.447793:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017767/real 1734017767] req@ffff8800a7a7fb80 x1818247339589248/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017767.447817:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339589248/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017767.447830:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017767.447833:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017767.447839:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339589248:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734017767.447847:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339589376:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017767.447865:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017767.447873:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017767/real 1734017767] req@ffff8800a7a7dc00 x1818247339589376/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017767.447893:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339589376/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017767.447902:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017767.447905:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017767.447908:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339589376:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017767.447914:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339589504:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017767.447929:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017767.447935:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017767/real 1734017767] req@ffff8800a7a7df80 x1818247339589504/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017767.447946:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339589504/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017767.447953:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017767.447956:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017767.447959:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339589504:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017767.447988:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339589632:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017767.448002:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017767.448008:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017767/real 1734017767] req@ffff8800a7a7c700 x1818247339589632/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017767.448020:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339589632/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017767.448028:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017767.448031:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017767.448035:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339589632:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017767.448041:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339589760:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017767.448055:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017767.448061:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017767/real 1734017767] req@ffff8800a7a7ce00 x1818247339589760/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017767.448072:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339589760/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017767.448080:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017767.448083:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017767.448086:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339589760:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017767.448091:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339589888:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017767.448104:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017767.448110:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017767/real 1734017767] req@ffff8800a7a7ea00 x1818247339589888/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017767.448120:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339589888/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017767.448127:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017767.448129:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017767.448132:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339589888:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734017767.743465:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017768.013616:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017768.743446:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017769.015613:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017769.743409:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017770.017685:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017770.743484:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017771.019629:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017771.743454:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017772.021615:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017772.455462:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017772.455471:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017772.455476:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017772.455486:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2036 00000100:00080000:2.0:1734017772.455495:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017772.455503:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017772.455539:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339590016/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017772.455572:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017772.455577:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017772.455579:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017772.455583:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2036 00000100:00080000:2.0:1734017772.455586:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017772.455590:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017772.455600:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017772.455610:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339590144/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017772.455619:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017772.455623:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017772.455625:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017772.455629:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2036 00000100:00080000:2.0:1734017772.455631:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017772.455635:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017772.455639:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017772.455648:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339590272/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017772.455656:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017772.455659:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017772.455661:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017772.455665:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2036 00000100:00080000:2.0:1734017772.455668:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017772.455671:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017772.455676:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734017772.455678:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339590016:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734017772.455683:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339590400/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017772.455693:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017772.455696:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017772.455698:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017772.455701:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2036 00000100:00080000:2.0:1734017772.455704:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017772.455707:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017772.455711:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017772.455718:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339590528/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017772.455727:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017772.455730:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017772.455731:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017772.455735:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2036 00000100:00080000:2.0:1734017772.455738:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017772.455742:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017772.455746:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1734017772.455749:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734017772.455752:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339590656/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734017772.455770:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017772/real 1734017772] req@ffff8800a7a7c000 x1818247339590016/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017772.455789:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339590016/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017772.455800:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017772.455804:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017772.455808:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339590016:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734017772.455815:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339590144:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017772.455832:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017772.455838:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017772/real 1734017772] req@ffff8800a7a7f480 x1818247339590144/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017772.455849:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339590144/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017772.455857:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017772.455860:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017772.455864:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339590144:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017772.455869:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339590272:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017772.455882:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017772.455888:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017772/real 1734017772] req@ffff8800a7a7f100 x1818247339590272/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017772.455898:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339590272/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017772.455906:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017772.455909:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017772.455912:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339590272:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017772.455936:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339590400:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017772.455949:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017772.455955:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017772/real 1734017772] req@ffff8800a7a7c380 x1818247339590400/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017772.455966:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339590400/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017772.455974:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017772.455976:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017772.455979:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339590400:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017772.455985:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339590528:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017772.455997:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017772.456003:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017772/real 1734017772] req@ffff8800a7a7ed80 x1818247339590528/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017772.456013:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339590528/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017772.456020:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017772.456022:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017772.456025:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339590528:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017772.456031:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339590656:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017772.456043:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017772.456049:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017772/real 1734017772] req@ffff8800a7a7d180 x1818247339590656/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017772.456059:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339590656/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017772.456066:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017772.456068:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017772.456071:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339590656:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734017772.743451:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017773.023624:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017773.743478:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017774.025573:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017774.743464:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017775.027567:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017775.743459:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017776.029599:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017776.743444:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017777.031571:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017777.463434:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017777.463443:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017777.463447:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017777.463457:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2041 00000100:00080000:2.0:1734017777.463466:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017777.463474:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017777.463508:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339590784/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017777.463541:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017777.463546:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017777.463548:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017777.463552:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2041 00000100:00080000:2.0:1734017777.463555:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017777.463559:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017777.463568:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017777.463579:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339590912/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017777.463589:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017777.463593:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017777.463595:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017777.463599:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2041 00000100:00080000:2.0:1734017777.463602:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017777.463605:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017777.463610:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017777.463620:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339591040/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017777.463628:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017777.463631:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017777.463633:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017777.463636:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2041 00000100:00080000:2.0:1734017777.463638:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017777.463642:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:0.0:1734017777.463645:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339590784:192.168.201.101@tcp:250:kworker.0 00000008:00100000:2.0:1734017777.463646:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017777.463655:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339591168/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017777.463665:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017777.463668:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017777.463669:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017777.463673:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2041 00000100:00080000:2.0:1734017777.463675:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017777.463678:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017777.463683:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017777.463690:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339591296/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017777.463700:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017777.463703:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017777.463704:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1734017777.463706:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734017777.463708:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2041 00000100:00080000:2.0:1734017777.463711:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017777.463714:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017777.463718:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017777.463725:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339591424/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734017777.463728:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017777/real 1734017777] req@ffff8800a7a7e300 x1818247339590784/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017777.463748:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339590784/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017777.463758:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017777.463761:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017777.463766:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339590784:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734017777.463773:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339590912:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017777.463789:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017777.463796:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017777/real 1734017777] req@ffff8800a7a7ca80 x1818247339590912/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017777.463815:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339590912/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017777.463823:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017777.463826:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017777.463829:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339590912:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017777.463834:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339591040:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017777.463847:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017777.463853:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017777/real 1734017777] req@ffff8800a7a7d180 x1818247339591040/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017777.463864:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339591040/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017777.463871:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017777.463873:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017777.463876:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339591040:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017777.463900:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339591168:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017777.463913:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017777.463920:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017777/real 1734017777] req@ffff8800a7a7ed80 x1818247339591168/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017777.463930:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339591168/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017777.463938:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017777.463941:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017777.463944:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339591168:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017777.463950:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339591296:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017777.463963:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017777.463969:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017777/real 1734017777] req@ffff8800a7a7c380 x1818247339591296/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017777.463979:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339591296/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017777.463987:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017777.463990:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017777.463992:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339591296:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017777.463998:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339591424:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017777.464009:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017777.464015:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017777/real 1734017777] req@ffff8800a7a7f100 x1818247339591424/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017777.464025:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339591424/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017777.464032:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017777.464034:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017777.464037:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339591424:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734017777.743445:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017778.033547:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017778.743476:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017779.035614:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017779.743468:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017780.037597:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017780.743436:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017781.039588:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017781.743453:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017782.041552:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017782.471466:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017782.471476:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017782.471481:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017782.471491:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2046 00000100:00080000:2.0:1734017782.471500:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017782.471508:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017782.471544:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339591552/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017782.471576:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017782.471581:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017782.471584:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017782.471588:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2046 00000100:00080000:2.0:1734017782.471591:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017782.471595:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017782.471605:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017782.471616:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339591680/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017782.471625:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017782.471629:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017782.471631:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017782.471634:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2046 00000100:00080000:2.0:1734017782.471637:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017782.471641:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017782.471646:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017782.471654:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339591808/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017782.471662:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017782.471665:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017782.471666:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017782.471670:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2046 00000100:00080000:2.0:1734017782.471672:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017782.471675:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017782.471680:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017782.471687:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339591936/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734017782.471689:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339591552:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017782.471697:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017782.471701:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017782.471702:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017782.471706:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2046 00000100:00080000:2.0:1734017782.471708:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017782.471712:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017782.471716:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017782.471723:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339592064/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017782.471731:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017782.471734:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017782.471736:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017782.471739:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2046 00000100:00080000:2.0:1734017782.471742:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017782.471745:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017782.471749:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1734017782.471756:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734017782.471757:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339592192/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734017782.471777:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017782/real 1734017782] req@ffff8800a7a7f480 x1818247339591552/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017782.471797:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339591552/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017782.471807:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017782.471811:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017782.471815:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339591552:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734017782.471822:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339591680:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017782.471839:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017782.471846:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017782/real 1734017782] req@ffff8800a7a7c000 x1818247339591680/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017782.471858:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339591680/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017782.471865:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017782.471868:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017782.471871:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339591680:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017782.471877:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339591808:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017782.471890:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017782.471896:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017782/real 1734017782] req@ffff8800a7a7ea00 x1818247339591808/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017782.471906:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339591808/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017782.471914:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017782.471917:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017782.471920:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339591808:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017782.471944:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339591936:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017782.471957:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017782.471964:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017782/real 1734017782] req@ffff8800a7a7ce00 x1818247339591936/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017782.471974:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339591936/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017782.471982:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017782.471984:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017782.471987:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339591936:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017782.471993:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339592064:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017782.472061:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017782.472070:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017782/real 1734017782] req@ffff8800a7a7c700 x1818247339592064/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017782.472081:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339592064/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017782.472088:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017782.472090:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017782.472093:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339592064:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017782.472100:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339592192:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017782.472114:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017782.472120:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017782/real 1734017782] req@ffff8800a7a7df80 x1818247339592192/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017782.472130:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339592192/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017782.472138:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017782.472139:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017782.472142:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339592192:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734017782.743446:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017783.043574:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017783.743473:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017784.045545:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017784.743460:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017785.047608:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017785.743442:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017786.049570:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017786.743438:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017787.051574:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017787.479442:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017787.479451:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017787.479455:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017787.479466:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2051 00000100:00080000:2.0:1734017787.479475:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017787.479482:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017787.479519:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339592320/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017787.479552:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017787.479556:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017787.479558:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017787.479562:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2051 00000100:00080000:2.0:1734017787.479566:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017787.479570:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017787.479580:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017787.479590:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339592448/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017787.479600:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017787.479603:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017787.479605:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017787.479609:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2051 00000100:00080000:2.0:1734017787.479611:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017787.479615:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017787.479620:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017787.479630:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339592576/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017787.479639:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017787.479643:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017787.479644:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017787.479647:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2051 00000100:00080000:2.0:1734017787.479650:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017787.479653:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017787.479658:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734017787.479660:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339592320:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734017787.479666:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339592704/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017787.479675:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017787.479678:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017787.479680:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017787.479683:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2051 00000100:00080000:2.0:1734017787.479686:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017787.479689:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017787.479693:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017787.479701:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339592832/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017787.479709:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017787.479712:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017787.479714:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017787.479717:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2051 00000100:00080000:2.0:1734017787.479720:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1734017787.479724:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734017787.479724:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017787.479728:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017787.479736:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339592960/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734017787.479745:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017787/real 1734017787] req@ffff8800a7a7dc00 x1818247339592320/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017787.479765:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339592320/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017787.479776:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017787.479779:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017787.479783:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339592320:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734017787.479791:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339592448:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017787.479807:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017787.479814:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017787/real 1734017787] req@ffff8800a7a7fb80 x1818247339592448/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017787.479833:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339592448/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017787.479841:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017787.479844:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017787.479847:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339592448:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017787.479853:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339592576:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017787.479866:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017787.479872:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017787/real 1734017787] req@ffff8800a7a7df80 x1818247339592576/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017787.479883:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339592576/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017787.479890:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017787.479892:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017787.479895:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339592576:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017787.479957:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339592704:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017787.479975:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017787.479983:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017787/real 1734017787] req@ffff8800a7a7c700 x1818247339592704/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017787.479994:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339592704/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017787.480003:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017787.480006:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017787.480009:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339592704:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017787.480015:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339592832:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017787.480028:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017787.480034:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017787/real 1734017787] req@ffff8800a7a7ce00 x1818247339592832/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017787.480045:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339592832/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017787.480052:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017787.480055:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017787.480058:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339592832:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017787.480063:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339592960:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017787.480074:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017787.480080:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017787/real 1734017787] req@ffff8800a7a7ea00 x1818247339592960/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017787.480090:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339592960/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017787.480097:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017787.480099:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017787.480102:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339592960:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734017787.743451:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017788.053636:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017788.743446:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017789.055562:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017789.743466:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017790.057627:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017790.743466:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017791.059606:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017791.743422:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017792.061634:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017792.487465:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017792.487478:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017792.487484:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017792.487498:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2056 00000100:00080000:2.0:1734017792.487510:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017792.487520:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017792.487569:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339593088/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017792.487606:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017792.487611:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017792.487613:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017792.487618:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2056 00000100:00080000:2.0:1734017792.487621:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017792.487625:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017792.487637:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017792.487650:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339593216/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017792.487660:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017792.487664:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017792.487665:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017792.487669:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2056 00000100:00080000:2.0:1734017792.487672:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017792.487676:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017792.487681:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017792.487691:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339593344/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017792.487700:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017792.487703:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017792.487705:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017792.487708:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2056 00000100:00080000:2.0:1734017792.487711:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017792.487715:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:0.0:1734017792.487719:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339593088:192.168.201.101@tcp:250:kworker.0 00000008:00100000:2.0:1734017792.487719:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017792.487727:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339593472/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017792.487737:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017792.487740:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017792.487742:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017792.487746:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2056 00000100:00080000:2.0:1734017792.487749:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017792.487752:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017792.487757:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017792.487765:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339593600/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017792.487773:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017792.487777:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017792.487778:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017792.487782:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2056 00000100:00080000:2.0:1734017792.487785:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017792.487788:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017792.487792:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017792.487800:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339593728/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:0.0:1734017792.487811:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017792.487877:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017792/real 1734017792] req@ffff8800a7a7c000 x1818247339593088/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017792.487901:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339593088/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017792.487914:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017792.487917:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017792.487922:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339593088:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734017792.487930:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339593216:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017792.487950:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017792.487958:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017792/real 1734017792] req@ffff8800a7a7f480 x1818247339593216/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017792.487969:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339593216/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017792.487978:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017792.487981:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017792.487984:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339593216:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017792.487990:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339593344:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017792.488004:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017792.488010:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017792/real 1734017792] req@ffff8800a7a7f100 x1818247339593344/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017792.488020:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339593344/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017792.488029:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017792.488032:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017792.488035:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339593344:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017792.488062:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339593472:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017792.488075:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017792.488082:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017792/real 1734017792] req@ffff8800a7a7c380 x1818247339593472/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017792.488093:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339593472/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017792.488102:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017792.488104:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017792.488107:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339593472:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017792.488112:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339593600:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017792.488125:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017792.488131:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017792/real 1734017792] req@ffff8800a7a7ed80 x1818247339593600/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017792.488141:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339593600/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017792.488148:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017792.488150:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017792.488153:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339593600:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017792.488159:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339593728:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017792.488172:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017792.488178:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017792/real 1734017792] req@ffff8800a7a7d180 x1818247339593728/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017792.488189:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339593728/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017792.488197:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017792.488199:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017792.488202:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339593728:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734017792.743467:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017793.063603:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017793.743467:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017794.065605:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017794.743483:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017795.067650:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017795.743468:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017796.069629:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017796.743454:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017797.071602:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017797.495430:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017797.495439:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017797.495443:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017797.495454:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2061 00000100:00080000:2.0:1734017797.495463:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017797.495471:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017797.495507:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339593856/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017797.495541:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017797.495545:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017797.495548:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017797.495552:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2061 00000100:00080000:2.0:1734017797.495555:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017797.495559:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017797.495568:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017797.495579:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339593984/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017797.495588:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017797.495592:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017797.495593:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017797.495597:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2061 00000100:00080000:2.0:1734017797.495600:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017797.495603:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017797.495608:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017797.495618:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339594112/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017797.495627:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017797.495630:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017797.495632:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017797.495635:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2061 00000100:00080000:2.0:1734017797.495638:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017797.495641:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017797.495646:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017797.495654:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339594240/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017797.495664:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017797.495667:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017797.495669:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017797.495672:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2061 00000100:00080000:2.0:1734017797.495675:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1734017797.495677:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339593856:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017797.495678:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017797.495683:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017797.495690:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339594368/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017797.495699:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017797.495702:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017797.495704:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017797.495707:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2061 00000100:00080000:2.0:1734017797.495710:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017797.495713:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017797.495718:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017797.495725:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339594496/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:0.0:1734017797.495799:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017797.495827:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017797/real 1734017797] req@ffff8800a7a7ca80 x1818247339593856/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017797.495852:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339593856/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017797.495865:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017797.495869:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017797.495874:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339593856:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734017797.495883:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339593984:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017797.495902:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017797.495910:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017797/real 1734017797] req@ffff8800a7a7e300 x1818247339593984/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017797.495929:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339593984/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017797.495938:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017797.495941:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017797.495944:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339593984:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017797.495950:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339594112:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017797.495965:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017797.495972:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017797/real 1734017797] req@ffff8800a7a7d180 x1818247339594112/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017797.495982:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339594112/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017797.495990:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017797.495992:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017797.495995:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339594112:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017797.496025:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339594240:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017797.496040:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017797.496047:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017797/real 1734017797] req@ffff8800a7a7ed80 x1818247339594240/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017797.496058:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339594240/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017797.496066:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017797.496069:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017797.496072:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339594240:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017797.496077:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339594368:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017797.496091:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017797.496097:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017797/real 1734017797] req@ffff8800a7a7c380 x1818247339594368/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017797.496107:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339594368/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017797.496114:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017797.496117:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017797.496120:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339594368:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017797.496126:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339594496:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017797.496138:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017797.496144:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017797/real 1734017797] req@ffff8800a7a7f100 x1818247339594496/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017797.496154:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339594496/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017797.496162:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017797.496165:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017797.496168:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339594496:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734017797.743458:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017798.073635:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017798.743463:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017799.075623:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017799.743476:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017800.077638:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017800.743494:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017801.079634:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017801.743465:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017802.081583:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017802.503446:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017802.503455:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017802.503460:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017802.503470:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2066 00000100:00080000:2.0:1734017802.503481:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017802.503489:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017802.503527:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339594624/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017802.503561:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017802.503566:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017802.503568:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017802.503572:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2066 00000100:00080000:2.0:1734017802.503576:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017802.503579:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017802.503589:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017802.503600:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339594752/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017802.503610:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017802.503613:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017802.503615:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017802.503619:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2066 00000100:00080000:2.0:1734017802.503622:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017802.503626:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017802.503630:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017802.503638:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339594880/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017802.503647:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017802.503651:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017802.503652:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017802.503655:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2066 00000100:00080000:2.0:1734017802.503691:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017802.503696:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017802.503701:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017802.503710:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339595008/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017802.503720:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017802.503723:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017802.503725:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017802.503729:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2066 00000100:00100000:0.0:1734017802.503730:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339594624:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017802.503732:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017802.503735:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017802.503740:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017802.503748:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339595136/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017802.503757:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017802.503760:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017802.503762:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017802.503765:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2066 00000100:00080000:2.0:1734017802.503768:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017802.503771:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017802.503776:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017802.503784:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339595264/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:0.0:1734017802.503825:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017802.503851:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017802/real 1734017802] req@ffff8800a7a7f480 x1818247339594624/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017802.503876:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339594624/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017802.503889:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017802.503893:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017802.503898:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339594624:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734017802.503906:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339594752:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017802.503924:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017802.503931:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017802/real 1734017802] req@ffff8800a7a7c000 x1818247339594752/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017802.503944:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339594752/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017802.503952:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017802.503955:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017802.503958:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339594752:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017802.503965:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339594880:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017802.503980:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017802.503986:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017802/real 1734017802] req@ffff8800a7a7ea00 x1818247339594880/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017802.503996:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339594880/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017802.504005:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017802.504008:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017802.504011:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339594880:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017802.504040:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339595008:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017802.504053:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017802.504060:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017802/real 1734017802] req@ffff8800a7a7ce00 x1818247339595008/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017802.504071:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339595008/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017802.504080:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017802.504082:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017802.504085:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339595008:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017802.504091:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339595136:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017802.504104:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017802.504110:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017802/real 1734017802] req@ffff8800a7a7c700 x1818247339595136/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017802.504121:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339595136/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017802.504128:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017802.504131:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017802.504134:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339595136:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017802.504141:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339595264:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017802.504155:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017802.504161:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017802/real 1734017802] req@ffff8800a7a7df80 x1818247339595264/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017802.504172:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339595264/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017802.504179:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017802.504182:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017802.504185:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339595264:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734017802.743458:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017803.083613:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017803.743460:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017804.085574:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017804.743442:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017805.087595:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017805.743434:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017806.089632:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017806.743455:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017807.091626:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017807.511459:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017807.511468:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017807.511473:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017807.511483:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2071 00000100:00080000:2.0:1734017807.511492:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017807.511500:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017807.511535:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339595392/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017807.511568:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017807.511613:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017807.511616:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017807.511621:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2071 00000100:00080000:2.0:1734017807.511625:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017807.511628:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017807.511639:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017807.511651:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339595520/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017807.511662:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017807.511666:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017807.511667:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017807.511671:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2071 00000100:00100000:0.0:1734017807.511674:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339595392:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017807.511674:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017807.511677:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017807.511682:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017807.511692:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339595648/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017807.511701:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017807.511704:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017807.511705:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017807.511709:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2071 00000100:00080000:2.0:1734017807.511712:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017807.511715:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017807.511719:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017807.511728:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339595776/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017807.511737:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1734017807.511740:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734017807.511740:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017807.511742:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017807.511745:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2071 00000100:00080000:2.0:1734017807.511748:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017807.511751:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017807.511755:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017807.511762:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017807/real 1734017807] req@ffff8800a7a7fb80 x1818247339595392/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017832 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017807.511763:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339595904/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017807.511772:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017807.511775:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017807.511776:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017807.511780:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2071 00000100:00100000:0.0:1734017807.511782:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339595392/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017832 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017807.511782:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017807.511786:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017807.511790:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1734017807.511793:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017807.511796:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:2.0:1734017807.511797:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339596032/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734017807.511801:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339595392:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734017807.511822:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339595520:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017807.511840:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017807.511847:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017807/real 1734017807] req@ffff8800a7a7dc00 x1818247339595520/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017832 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017807.511867:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339595520/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017832 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017807.511875:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017807.511877:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017807.511881:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339595520:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017807.511886:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339595648:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017807.511900:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017807.511906:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017807/real 1734017807] req@ffff8800a7a7df80 x1818247339595648/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017832 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017807.511916:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339595648/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017832 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017807.511924:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017807.511926:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017807.511929:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339595648:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017807.511935:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339595776:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017807.511947:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017807.511953:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017807/real 1734017807] req@ffff8800a7a7c700 x1818247339595776/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017832 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017807.511963:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339595776/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017832 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017807.511971:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017807.511974:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017807.511977:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339595776:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017807.511983:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339595904:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017807.511996:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017807.512001:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017807/real 1734017807] req@ffff8800a7a7ce00 x1818247339595904/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017832 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017807.512012:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339595904/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017832 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017807.512019:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017807.512022:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017807.512025:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339595904:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017807.512030:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339596032:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017807.512042:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017807.512048:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017807/real 1734017807] req@ffff8800a7a7ea00 x1818247339596032/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017832 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017807.512058:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339596032/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017832 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017807.512065:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017807.512067:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017807.512070:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339596032:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734017807.743465:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017808.093654:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017808.743446:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017809.095620:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017809.743489:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017810.097627:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017810.743462:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017811.099602:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017811.743454:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017812.101604:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017812.519472:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017812.519481:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017812.519526:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017812.519537:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2076 00000100:00080000:2.0:1734017812.519547:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017812.519555:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017812.519593:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339596160/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017812.519626:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017812.519631:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017812.519633:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017812.519637:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2076 00000100:00080000:2.0:1734017812.519640:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017812.519644:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017812.519654:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017812.519665:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339596288/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017812.519674:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017812.519678:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017812.519679:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017812.519684:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2076 00000100:00080000:2.0:1734017812.519686:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017812.519690:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017812.519695:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017812.519704:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339596416/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017812.519713:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017812.519716:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017812.519718:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017812.519721:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2076 00000100:00080000:2.0:1734017812.519724:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017812.519727:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017812.519731:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017812.519739:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339596544/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017812.519749:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1734017812.519752:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339596160:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017812.519752:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017812.519754:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017812.519757:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2076 00000100:00080000:2.0:1734017812.519760:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017812.519763:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017812.519768:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017812.519775:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339596672/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017812.519784:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017812.519787:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017812.519788:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017812.519792:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2076 00000100:00080000:2.0:1734017812.519796:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017812.519799:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017812.519803:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017812.519811:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339596800/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734017812.519863:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339596288:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017812.519886:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339596416:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017812.519913:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339596544:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017812.519929:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339596672:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017812.519946:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339596800:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734017812.743451:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017813.103641:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017813.743462:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017814.105627:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017814.743497:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017815.107624:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1734017815.525611:0:1969:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:2.0:1734017815.525657:0:1969:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1734017815.525676:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:2.0:1734017815.525708:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:2.0:1734017815.525716:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:2.0:1734017815.525724:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:2.0:1734017815.525731:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:2.0:1734017815.525738:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000100:00100000:0.0:1734017815.525813:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017812/real 1734017815] req@ffff8800a7a7c380 x1818247339596544/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017815.525842:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339596544/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017815.525855:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017815.525858:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017815.525864:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339596544:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017815.525872:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017812/real 1734017815] req@ffff8800a7a7ed80 x1818247339596672/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017815.525884:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339596672/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017815.525891:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017815.525895:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017815.525898:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339596672:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017815.525904:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017812/real 1734017815] req@ffff8800a7a7d180 x1818247339596800/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017815.525916:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339596800/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017815.525924:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017815.525927:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017815.525930:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339596800:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017815.525937:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017812/real 1734017815] req@ffff8800a7a7c000 x1818247339596160/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017815.525956:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339596160/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017815.525967:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017815.525970:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017815.525975:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339596160:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734017815.525985:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017812/real 1734017815] req@ffff8800a7a7f480 x1818247339596288/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017815.526004:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339596288/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017815.526016:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017815.526019:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017815.526025:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339596288:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017815.526034:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017812/real 1734017815] req@ffff8800a7a7f100 x1818247339596416/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017815.526063:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339596416/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017815.526076:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017815.526079:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017815.526084:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339596416:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734017815.743500:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017816.109651:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017816.743500:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017817.111637:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017817.527472:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017817.527482:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017817.527486:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017817.527496:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2081 00000100:00080000:2.0:1734017817.527505:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017817.527512:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017817.527547:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339596928/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017817.527587:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017817.527591:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017817.527593:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017817.527598:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2081 00000100:00080000:2.0:1734017817.527601:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017817.527605:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017817.527614:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017817.527625:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339597056/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017817.527634:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017817.527637:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017817.527639:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017817.527643:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2081 00000100:00080000:2.0:1734017817.527645:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017817.527649:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017817.527654:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017817.527664:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339597184/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017817.527673:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017817.527676:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017817.527677:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017817.527681:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2081 00000100:00080000:2.0:1734017817.527683:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017817.527687:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017817.527691:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017817.527699:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339597312/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017817.527709:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1734017817.527710:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339596928:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017817.527713:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017817.527714:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017817.527718:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2081 00000100:00080000:2.0:1734017817.527720:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017817.527724:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017817.527728:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017817.527736:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339597440/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017817.527744:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017817.527747:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017817.527749:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017817.527752:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2081 00000100:00080000:2.0:1734017817.527755:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017817.527758:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017817.527763:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017817.527770:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339597568/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:0.0:1734017817.527797:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017817.527824:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017817/real 1734017817] req@ffff8800a7a7e300 x1818247339596928/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017817.527848:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339596928/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017817.527861:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017817.527864:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017817.527870:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339596928:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734017817.527878:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339597056:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017817.527897:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017817.527904:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017817/real 1734017817] req@ffff8800a7a7ca80 x1818247339597056/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017817.527916:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339597056/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017817.527924:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017817.527928:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017817.527932:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339597056:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017817.527939:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339597184:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017817.527953:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017817.527960:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017817/real 1734017817] req@ffff8800a7a7f100 x1818247339597184/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017817.527970:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339597184/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017817.527978:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017817.527981:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017817.527985:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339597184:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017817.528014:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339597312:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017817.528027:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017817.528033:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017817/real 1734017817] req@ffff8800a7a7f480 x1818247339597312/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017817.528044:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339597312/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017817.528053:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017817.528055:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017817.528058:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339597312:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017817.528065:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339597440:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017817.528081:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017817.528088:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017817/real 1734017817] req@ffff8800a7a7c000 x1818247339597440/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017817.528099:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339597440/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017817.528107:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017817.528110:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017817.528113:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339597440:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017817.528118:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339597568:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017817.528131:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017817.528136:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017817/real 1734017817] req@ffff8800a7a7d180 x1818247339597568/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017817.528146:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339597568/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017817.528153:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017817.528156:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017817.528159:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339597568:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734017817.743468:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017818.113634:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017818.743486:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017819.115612:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017819.743476:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017820.117710:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017820.743471:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017821.119590:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017821.743454:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017822.121599:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017822.535465:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017822.535475:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017822.535481:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017822.535493:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2086 00000100:00080000:2.0:1734017822.535504:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017822.535514:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017822.535558:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339597696/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017822.535595:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017822.535600:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017822.535602:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017822.535607:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2086 00000100:00080000:2.0:1734017822.535610:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017822.535614:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017822.535626:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017822.535637:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339597824/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017822.535647:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017822.535650:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017822.535652:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017822.535657:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2086 00000100:00080000:2.0:1734017822.535660:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017822.535664:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017822.535670:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017822.535679:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339597952/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017822.535688:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017822.535691:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017822.535693:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017822.535696:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2086 00000100:00080000:2.0:1734017822.535699:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017822.535703:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:0.0:1734017822.535704:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339597696:192.168.201.101@tcp:250:kworker.0 00000008:00100000:2.0:1734017822.535707:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017822.535716:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339598080/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017822.535724:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017822.535728:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017822.535729:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017822.535733:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2086 00000100:00080000:2.0:1734017822.535736:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017822.535739:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017822.535743:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017822.535751:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339598208/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017822.535767:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017822.535770:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017822.535772:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017822.535776:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2086 00000100:00080000:2.0:1734017822.535778:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017822.535782:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000800:00000100:0.0:1734017822.535786:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000008:00100000:2.0:1734017822.535786:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017822.535795:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339598336/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734017822.535812:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017822/real 1734017822] req@ffff8800a7a7ed80 x1818247339597696/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017822.535841:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339597696/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017822.535852:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017822.535856:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017822.535861:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339597696:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734017822.535868:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339597824:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017822.535885:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017822.535892:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017822/real 1734017822] req@ffff8800a7a7c380 x1818247339597824/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017822.535904:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339597824/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017822.535912:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017822.535914:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017822.535917:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339597824:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017822.535944:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339597952:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017822.535959:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017822.535966:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017822/real 1734017822] req@ffff8800a7a7ea00 x1818247339597952/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017822.535976:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339597952/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017822.535984:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017822.535987:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017822.535991:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339597952:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017822.535996:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339598080:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017822.536009:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017822.536015:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017822/real 1734017822] req@ffff8800a7a7ce00 x1818247339598080/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017822.536025:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339598080/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017822.536033:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017822.536035:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017822.536039:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339598080:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017822.536044:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339598208:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017822.536058:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017822.536064:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017822/real 1734017822] req@ffff8800a7a7c700 x1818247339598208/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017822.536074:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339598208/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017822.536082:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017822.536084:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017822.536088:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339598208:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017822.536093:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339598336:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017822.536109:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017822.536115:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017822/real 1734017822] req@ffff8800a7a7df80 x1818247339598336/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017822.536125:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339598336/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017822.536133:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017822.536135:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017822.536138:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339598336:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734017822.743445:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017823.123585:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017823.743465:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017824.125612:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017824.743440:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017825.127577:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017825.743479:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017826.129616:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017826.743463:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017827.131608:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017827.543471:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017827.543482:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017827.543487:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017827.543498:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2091 00000100:00080000:2.0:1734017827.543508:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017827.543516:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017827.543553:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339598464/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017827.543587:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017827.543592:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017827.543594:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017827.543599:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2091 00000100:00080000:2.0:1734017827.543602:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017827.543606:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017827.543616:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017827.543627:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339598592/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017827.543636:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017827.543640:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017827.543642:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017827.543645:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2091 00000100:00080000:2.0:1734017827.543648:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017827.543652:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017827.543656:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017827.543666:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339598720/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017827.543675:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017827.543678:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017827.543679:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017827.543683:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2091 00000100:00080000:2.0:1734017827.543685:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017827.543689:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017827.543693:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017827.543701:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339598848/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017827.543712:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017827.543715:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017827.543717:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1734017827.543719:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339598464:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017827.543721:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2091 00000100:00080000:2.0:1734017827.543723:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017827.543727:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017827.543731:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017827.543739:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339598976/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017827.543747:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017827.543750:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017827.543752:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017827.543756:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2091 00000100:00080000:2.0:1734017827.543758:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017827.543761:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017827.543765:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017827.543773:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339599104/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:0.0:1734017827.543806:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017827.543833:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017827/real 1734017827] req@ffff8800a7a7dc00 x1818247339598464/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017827.543856:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339598464/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017827.543870:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017827.543873:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017827.543879:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339598464:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734017827.543886:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339598592:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017827.543905:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017827.543912:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017827/real 1734017827] req@ffff8800a7a7fb80 x1818247339598592/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017827.543924:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339598592/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017827.543933:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017827.543937:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017827.543940:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339598592:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017827.543946:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339598720:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017827.543961:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017827.543967:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017827/real 1734017827] req@ffff8800a7a7df80 x1818247339598720/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017827.543978:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339598720/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017827.543985:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017827.543988:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017827.543991:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339598720:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017827.544021:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339598848:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017827.544034:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017827.544041:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017827/real 1734017827] req@ffff8800a7a7c700 x1818247339598848/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017827.544052:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339598848/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017827.544060:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017827.544063:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017827.544065:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339598848:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017827.544073:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339598976:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017827.544087:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017827.544094:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017827/real 1734017827] req@ffff8800a7a7ce00 x1818247339598976/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017827.544105:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339598976/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017827.544113:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017827.544115:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017827.544118:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339598976:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017827.544124:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339599104:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017827.544136:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017827.544142:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017827/real 1734017827] req@ffff8800a7a7ea00 x1818247339599104/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017827.544152:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339599104/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017827.544159:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017827.544161:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017827.544164:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339599104:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734017827.743451:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017828.133604:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017828.743438:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017829.135604:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017829.743478:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017830.137535:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017830.743488:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017831.139591:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017831.743462:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017832.141557:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017832.551469:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017832.551480:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017832.551486:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017832.551499:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2096 00000100:00080000:2.0:1734017832.551510:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017832.551520:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017832.551570:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339599232/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017832.551606:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017832.551611:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017832.551613:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017832.551618:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2096 00000100:00080000:2.0:1734017832.551621:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017832.551625:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017832.551637:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017832.551649:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339599360/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017832.551659:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017832.551662:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017832.551664:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017832.551668:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2096 00000100:00080000:2.0:1734017832.551671:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017832.551675:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017832.551681:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017832.551689:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339599488/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017832.551700:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017832.551703:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017832.551705:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017832.551709:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2096 00000100:00080000:2.0:1734017832.551711:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1734017832.551714:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339599232:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017832.551715:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017832.551719:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017832.551727:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339599616/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017832.551736:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017832.551739:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017832.551741:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017832.551744:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2096 00000100:00080000:2.0:1734017832.551747:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017832.551750:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017832.551754:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017832.551762:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339599744/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017832.551771:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017832.551774:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017832.551775:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017832.551780:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2096 00000100:00080000:2.0:1734017832.551783:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017832.551787:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017832.551791:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1734017832.551796:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734017832.551799:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339599872/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734017832.551822:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017832/real 1734017832] req@ffff8800a7a7c380 x1818247339599232/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017832.551845:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339599232/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017832.551857:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017832.551860:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017832.551865:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339599232:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734017832.551873:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339599360:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017832.551891:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017832.551898:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017832/real 1734017832] req@ffff8800a7a7ed80 x1818247339599360/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017832.551910:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339599360/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017832.551918:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017832.551921:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017832.551924:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339599360:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017832.551951:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339599488:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017832.551966:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017832.551973:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017832/real 1734017832] req@ffff8800a7a7d180 x1818247339599488/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017832.551984:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339599488/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017832.551992:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017832.551995:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017832.551998:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339599488:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017832.552004:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339599616:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017832.552016:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017832.552022:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017832/real 1734017832] req@ffff8800a7a7c000 x1818247339599616/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017832.552032:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339599616/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017832.552041:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017832.552043:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017832.552047:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339599616:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017832.552052:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339599744:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017832.552065:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017832.552071:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017832/real 1734017832] req@ffff8800a7a7f480 x1818247339599744/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017832.552081:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339599744/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017832.552089:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017832.552092:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017832.552095:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339599744:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017832.552100:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339599872:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017832.552116:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017832.552122:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017832/real 1734017832] req@ffff8800a7a7f100 x1818247339599872/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017832.552132:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339599872/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017832.552139:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017832.552141:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017832.552144:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339599872:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734017832.743473:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017833.143579:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017833.743455:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017834.145568:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017834.743460:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017835.147638:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017835.743446:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017836.149623:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017836.743459:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017837.151571:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017837.559457:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017837.559467:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017837.559472:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017837.559482:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2101 00000100:00080000:2.0:1734017837.559491:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017837.559499:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017837.559534:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339600000/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017837.559568:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017837.559573:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017837.559575:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017837.559579:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2101 00000100:00080000:2.0:1734017837.559582:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017837.559586:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017837.559596:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017837.559607:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339600128/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017837.559617:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017837.559621:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017837.559622:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017837.559626:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2101 00000100:00080000:2.0:1734017837.559628:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017837.559632:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017837.559637:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017837.559647:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339600256/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017837.559656:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017837.559660:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017837.559662:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017837.559665:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2101 00000100:00080000:2.0:1734017837.559667:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017837.559671:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017837.559675:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734017837.559680:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339600000:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734017837.559683:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339600384/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017837.559693:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017837.559696:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017837.559697:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017837.559701:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2101 00000100:00080000:2.0:1734017837.559704:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017837.559707:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017837.559711:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017837.559719:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339600512/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017837.559727:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017837.559730:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017837.559732:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017837.559735:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2101 00000100:00080000:2.0:1734017837.559738:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017837.559742:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000800:00000100:0.0:1734017837.559745:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000008:00100000:2.0:1734017837.559747:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017837.559754:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339600640/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734017837.559767:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017837/real 1734017837] req@ffff8800a7a7ca80 x1818247339600000/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017837.559788:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339600000/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017837.559800:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017837.559803:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017837.559808:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339600000:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734017837.559815:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339600128:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017837.559832:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017837.559839:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017837/real 1734017837] req@ffff8800a7a7e300 x1818247339600128/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017837.559850:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339600128/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017837.559859:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017837.559861:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017837.559865:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339600128:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017837.559870:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339600256:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017837.559883:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017837.559889:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017837/real 1734017837] req@ffff8800a7a7f100 x1818247339600256/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017837.559899:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339600256/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017837.559907:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017837.559909:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017837.559912:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339600256:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017837.559936:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339600384:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017837.559949:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017837.559955:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017837/real 1734017837] req@ffff8800a7a7f480 x1818247339600384/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017837.559966:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339600384/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017837.559974:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017837.559976:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017837.559979:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339600384:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017837.559985:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339600512:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017837.559998:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017837.560004:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017837/real 1734017837] req@ffff8800a7a7c000 x1818247339600512/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017837.560014:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339600512/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017837.560022:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017837.560024:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017837.560027:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339600512:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017837.560033:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339600640:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017837.560044:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017837.560050:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017837/real 1734017837] req@ffff8800a7a7d180 x1818247339600640/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017837.560119:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339600640/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017837.560128:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017837.560130:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017837.560134:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339600640:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734017837.743443:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017838.153582:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017838.743455:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017839.155617:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017839.743462:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017840.157615:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017840.743436:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017841.159628:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017841.743446:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017842.161571:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017842.567465:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017842.567475:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017842.567480:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017842.567490:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2106 00000100:00080000:2.0:1734017842.567498:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017842.567507:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017842.567542:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339600768/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017842.567573:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017842.567578:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017842.567580:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017842.567584:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2106 00000100:00080000:2.0:1734017842.567587:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017842.567591:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017842.567600:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017842.567611:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339600896/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017842.567620:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017842.567624:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017842.567626:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017842.567630:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2106 00000100:00080000:2.0:1734017842.567632:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017842.567636:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017842.567640:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017842.567649:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339601024/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017842.567657:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017842.567660:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017842.567662:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017842.567666:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2106 00000100:00080000:2.0:1734017842.567668:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017842.567672:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:0.0:1734017842.567677:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339600768:192.168.201.101@tcp:250:kworker.0 00000008:00100000:2.0:1734017842.567677:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017842.567685:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339601152/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017842.567694:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017842.567697:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017842.567698:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017842.567702:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2106 00000100:00080000:2.0:1734017842.567704:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017842.567708:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017842.567712:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017842.567719:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339601280/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017842.567727:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017842.567730:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017842.567732:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017842.567735:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2106 00000100:00080000:2.0:1734017842.567737:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1734017842.567739:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734017842.567741:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017842.567745:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017842.567752:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339601408/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734017842.567761:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017842/real 1734017842] req@ffff8800a7a7ed80 x1818247339600768/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017842.567781:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339600768/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017842.567793:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017842.567796:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017842.567801:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339600768:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734017842.567808:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339600896:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017842.567825:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017842.567832:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017842/real 1734017842] req@ffff8800a7a7c380 x1818247339600896/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017842.567843:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339600896/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017842.567851:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017842.567854:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017842.567857:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339600896:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017842.567862:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339601024:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017842.567876:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017842.567882:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017842/real 1734017842] req@ffff8800a7a7ea00 x1818247339601024/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017842.567892:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339601024/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017842.567900:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017842.567903:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017842.567907:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339601024:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017842.567931:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339601152:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017842.567944:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017842.567951:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017842/real 1734017842] req@ffff8800a7a7ce00 x1818247339601152/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017842.567962:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339601152/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017842.567969:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017842.567971:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017842.568018:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339601152:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017842.568026:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339601280:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017842.568043:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017842.568050:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017842/real 1734017842] req@ffff8800a7a7c700 x1818247339601280/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017842.568062:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339601280/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017842.568070:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017842.568072:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017842.568075:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339601280:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017842.568079:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339601408:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017842.568095:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017842.568101:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017842/real 1734017842] req@ffff8800a7a7df80 x1818247339601408/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017842.568112:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339601408/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017842.568119:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017842.568121:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017842.568124:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339601408:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734017842.743459:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017843.163589:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017843.743469:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017844.165605:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017844.743437:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017845.167570:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017845.743486:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017846.169580:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017846.743456:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017847.171616:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017847.575490:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017847.575500:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017847.575505:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017847.575517:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2111 00000100:00080000:2.0:1734017847.575528:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017847.575537:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017847.575587:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339601536/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017847.575622:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017847.575627:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017847.575629:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017847.575634:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2111 00000100:00080000:2.0:1734017847.575637:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017847.575641:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017847.575653:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017847.575664:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339601664/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017847.575673:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017847.575677:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017847.575679:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017847.575684:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2111 00000100:00080000:2.0:1734017847.575687:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017847.575690:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017847.575696:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017847.575708:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339601792/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017847.575717:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017847.575721:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017847.575723:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017847.575726:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2111 00000100:00080000:2.0:1734017847.575729:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1734017847.575732:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339601536:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017847.575733:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017847.575738:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017847.575747:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339601920/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017847.575755:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017847.575759:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017847.575760:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017847.575764:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2111 00000100:00080000:2.0:1734017847.575766:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017847.575770:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017847.575774:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017847.575782:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339602048/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017847.575792:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017847.575795:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017847.575797:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017847.575800:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2111 00000100:00080000:2.0:1734017847.575803:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017847.575807:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017847.575811:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1734017847.575814:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734017847.575819:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339602176/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734017847.575842:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017847/real 1734017847] req@ffff8800a7a7fb80 x1818247339601536/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017847.575866:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339601536/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017847.575878:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017847.575882:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017847.575887:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339601536:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734017847.575935:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339601664:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017847.575956:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017847.575965:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017847/real 1734017847] req@ffff8800a7a7dc00 x1818247339601664/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017847.575977:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339601664/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017847.575987:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017847.575990:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017847.575994:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339601664:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017847.576019:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339601792:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017847.576034:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017847.576040:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017847/real 1734017847] req@ffff8800a7a7df80 x1818247339601792/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017847.576051:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339601792/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017847.576060:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017847.576062:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017847.576065:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339601792:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017847.576071:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339601920:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017847.576083:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017847.576089:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017847/real 1734017847] req@ffff8800a7a7c700 x1818247339601920/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017847.576098:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339601920/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017847.576106:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017847.576109:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017847.576112:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339601920:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017847.576118:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339602048:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017847.576132:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017847.576139:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017847/real 1734017847] req@ffff8800a7a7ce00 x1818247339602048/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017847.576150:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339602048/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017847.576158:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017847.576160:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017847.576163:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339602048:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017847.576168:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339602176:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017847.576180:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017847.576186:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017847/real 1734017847] req@ffff8800a7a7ea00 x1818247339602176/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017847.576196:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339602176/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017847.576203:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017847.576205:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017847.576208:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339602176:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734017847.743459:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017848.173601:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017848.743441:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017849.175561:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017849.743463:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017850.177627:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017850.743465:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017851.179597:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017851.743441:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017852.181618:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017852.583437:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017852.583447:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017852.583452:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017852.583462:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2116 00000100:00080000:2.0:1734017852.583471:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017852.583479:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017852.583516:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339602304/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017852.583549:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017852.583554:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017852.583556:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017852.583561:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2116 00000100:00080000:2.0:1734017852.583564:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017852.583568:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017852.583578:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017852.583589:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339602432/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017852.583599:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017852.583602:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017852.583604:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017852.583607:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2116 00000100:00080000:2.0:1734017852.583610:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017852.583613:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017852.583618:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017852.583626:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339602560/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017852.583635:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017852.583638:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017852.583639:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017852.583642:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2116 00000100:00080000:2.0:1734017852.583645:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017852.583648:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017852.583653:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734017852.583654:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339602304:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734017852.583660:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339602688/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017852.583670:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017852.583674:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017852.583675:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017852.583679:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2116 00000100:00080000:2.0:1734017852.583681:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017852.583685:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017852.583689:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017852.583696:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339602816/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017852.583704:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017852.583707:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017852.583709:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017852.583712:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2116 00000100:00080000:2.0:1734017852.583715:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017852.583718:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000800:00000100:0.0:1734017852.583720:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000008:00100000:2.0:1734017852.583723:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017852.583729:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339602944/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734017852.583741:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017852/real 1734017852] req@ffff8800a7a7c380 x1818247339602304/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017852.583762:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339602304/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017852.583773:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017852.583776:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017852.583781:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339602304:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734017852.583788:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339602432:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017852.583842:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017852.583852:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017852/real 1734017852] req@ffff8800a7a7ed80 x1818247339602432/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017852.583865:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339602432/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017852.583873:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017852.583875:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017852.583879:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339602432:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017852.583886:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339602560:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017852.583902:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017852.583909:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017852/real 1734017852] req@ffff8800a7a7d180 x1818247339602560/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017852.583920:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339602560/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017852.583927:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017852.583930:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017852.583933:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339602560:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017852.583958:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339602688:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017852.583972:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017852.583979:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017852/real 1734017852] req@ffff8800a7a7c000 x1818247339602688/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017852.583989:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339602688/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017852.583997:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017852.583999:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017852.584002:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339602688:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017852.584008:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339602816:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017852.584020:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017852.584026:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017852/real 1734017852] req@ffff8800a7a7f480 x1818247339602816/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017852.584036:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339602816/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017852.584043:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017852.584045:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017852.584048:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339602816:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017852.584054:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339602944:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017852.584069:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017852.584075:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017852/real 1734017852] req@ffff8800a7a7f100 x1818247339602944/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017852.584085:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339602944/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017852.584092:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017852.584094:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017852.584098:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339602944:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734017852.743467:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017853.183620:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017853.743448:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017854.185605:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017854.743467:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017855.187614:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017855.743484:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017856.189554:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017856.743444:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017857.191621:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017857.591453:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017857.591464:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017857.591469:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017857.591479:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2121 00000100:00080000:2.0:1734017857.591488:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017857.591496:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017857.591532:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339603072/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017857.591566:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017857.591571:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017857.591573:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017857.591577:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2121 00000100:00080000:2.0:1734017857.591580:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017857.591584:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017857.591594:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017857.591604:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339603200/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017857.591614:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017857.591617:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017857.591619:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017857.591623:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2121 00000100:00080000:2.0:1734017857.591626:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017857.591629:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017857.591634:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017857.591644:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339603328/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017857.591653:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017857.591657:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017857.591658:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017857.591661:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2121 00000100:00080000:2.0:1734017857.591664:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017857.591667:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017857.591671:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017857.591679:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339603456/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017857.591689:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017857.591692:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:0.0:1734017857.591693:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339603072:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017857.591694:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017857.591698:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2121 00000100:00080000:2.0:1734017857.591700:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017857.591703:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017857.591708:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017857.591716:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339603584/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017857.591764:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017857.591767:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017857.591769:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017857.591774:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2121 00000100:00080000:2.0:1734017857.591777:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017857.591781:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017857.591785:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017857.591794:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339603712/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:0.0:1734017857.591825:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017857.591853:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017857/real 1734017857] req@ffff8800a7a7e300 x1818247339603072/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017857.591878:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339603072/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017857.591891:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017857.591895:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017857.591900:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339603072:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734017857.591909:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339603200:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017857.591928:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017857.591935:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017857/real 1734017857] req@ffff8800a7a7ca80 x1818247339603200/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017857.591947:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339603200/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017857.591957:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017857.591960:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017857.591964:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339603200:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017857.591970:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339603328:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017857.591985:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017857.591991:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017857/real 1734017857] req@ffff8800a7a7f100 x1818247339603328/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017857.592001:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339603328/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017857.592008:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017857.592011:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017857.592014:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339603328:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017857.592044:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339603456:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017857.592057:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017857.592064:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017857/real 1734017857] req@ffff8800a7a7f480 x1818247339603456/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017857.592076:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339603456/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017857.592084:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017857.592086:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017857.592089:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339603456:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017857.592096:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339603584:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017857.592110:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017857.592117:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017857/real 1734017857] req@ffff8800a7a7c000 x1818247339603584/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017857.592128:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339603584/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017857.592136:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017857.592139:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017857.592142:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339603584:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017857.592148:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339603712:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017857.592160:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017857.592166:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017857/real 1734017857] req@ffff8800a7a7d180 x1818247339603712/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017857.592176:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339603712/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017857.592183:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017857.592185:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017857.592188:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339603712:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734017857.743456:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017858.193668:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017858.743473:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017859.195595:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017859.743454:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017860.197628:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017860.743442:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017861.199608:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017861.743449:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017862.201587:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017862.599471:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017862.599483:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017862.599489:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017862.599500:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2126 00000100:00080000:2.0:1734017862.599510:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017862.599519:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017862.599556:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339603840/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017862.599592:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017862.599596:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017862.599598:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017862.599603:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2126 00000100:00080000:2.0:1734017862.599607:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017862.599610:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017862.599619:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017862.599631:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339603968/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017862.599684:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017862.599688:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017862.599690:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017862.599694:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2126 00000100:00080000:2.0:1734017862.599698:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017862.599701:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017862.599707:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017862.599717:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339604096/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017862.599728:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017862.599731:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017862.599733:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017862.599737:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2126 00000100:00080000:2.0:1734017862.599739:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1734017862.599743:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339603840:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017862.599743:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017862.599747:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017862.599756:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339604224/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017862.599764:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017862.599768:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017862.599769:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017862.599774:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2126 00000100:00080000:2.0:1734017862.599776:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017862.599779:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017862.599784:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017862.599792:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339604352/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017862.599800:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017862.599803:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017862.599805:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017862.599808:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2126 00000100:00080000:2.0:1734017862.599811:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017862.599815:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017862.599819:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017862.599827:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339604480/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:0.0:1734017862.599834:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017862.599863:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017862/real 1734017862] req@ffff8800a7a7ed80 x1818247339603840/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017862.599887:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339603840/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017862.599900:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017862.599904:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017862.599909:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339603840:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734017862.599917:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339603968:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017862.599936:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017862.599943:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017862/real 1734017862] req@ffff8800a7a7c380 x1818247339603968/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017862.599955:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339603968/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017862.599963:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017862.599966:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017862.599969:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339603968:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017862.599995:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339604096:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017862.600011:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017862.600018:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017862/real 1734017862] req@ffff8800a7a7ea00 x1818247339604096/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017862.600028:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339604096/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017862.600037:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017862.600040:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017862.600043:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339604096:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017862.600049:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339604224:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017862.600062:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017862.600068:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017862/real 1734017862] req@ffff8800a7a7ce00 x1818247339604224/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017862.600078:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339604224/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017862.600087:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017862.600089:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017862.600093:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339604224:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017862.600099:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339604352:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017862.600112:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017862.600119:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017862/real 1734017862] req@ffff8800a7a7c700 x1818247339604352/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017862.600129:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339604352/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017862.600137:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017862.600140:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017862.600143:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339604352:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017862.600149:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339604480:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017862.600166:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017862.600172:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017862/real 1734017862] req@ffff8800a7a7df80 x1818247339604480/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017862.600183:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339604480/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017862.600190:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017862.600193:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017862.600195:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339604480:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734017862.743463:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017863.203583:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017863.743445:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017864.205661:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017864.743450:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017865.207588:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017865.743483:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017866.209661:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017866.743456:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017867.211630:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017867.607461:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017867.607471:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017867.607477:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017867.607490:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2131 00000100:00080000:2.0:1734017867.607501:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017867.607511:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017867.607598:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339604608/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017867.607632:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017867.607637:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017867.607639:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017867.607644:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2131 00000100:00080000:2.0:1734017867.607648:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017867.607652:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017867.607664:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017867.607677:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339604736/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017867.607687:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017867.607691:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017867.607693:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017867.607697:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2131 00000100:00080000:2.0:1734017867.607699:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017867.607703:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017867.607708:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017867.607720:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339604864/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017867.607729:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017867.607733:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017867.607735:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017867.607739:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2131 00000100:00080000:2.0:1734017867.607742:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1734017867.607744:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339604608:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017867.607746:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017867.607750:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017867.607759:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339604992/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017867.607768:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017867.607771:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017867.607773:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017867.607777:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2131 00000100:00080000:2.0:1734017867.607779:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017867.607782:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017867.607787:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017867.607795:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339605120/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017867.607803:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017867.607806:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017867.607808:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017867.607812:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2131 00000100:00080000:2.0:1734017867.607815:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017867.607819:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017867.607823:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1734017867.607829:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734017867.607832:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339605248/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734017867.607855:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017867/real 1734017867] req@ffff8800a7a7dc00 x1818247339604608/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017867.607879:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339604608/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017867.607892:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017867.607895:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017867.607900:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339604608:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734017867.607908:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339604736:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017867.607926:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017867.607933:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017867/real 1734017867] req@ffff8800a7a7fb80 x1818247339604736/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017867.607945:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339604736/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017867.607954:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017867.607957:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017867.607961:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339604736:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017867.607987:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339604864:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017867.608001:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017867.608008:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017867/real 1734017867] req@ffff8800a7a7df80 x1818247339604864/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017867.608019:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339604864/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017867.608028:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017867.608030:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017867.608033:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339604864:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017867.608038:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339604992:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017867.608050:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017867.608056:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017867/real 1734017867] req@ffff8800a7a7c700 x1818247339604992/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017867.608066:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339604992/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017867.608074:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017867.608076:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017867.608079:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339604992:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017867.608086:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339605120:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017867.608100:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017867.608107:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017867/real 1734017867] req@ffff8800a7a7ce00 x1818247339605120/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017867.608118:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339605120/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017867.608125:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017867.608127:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017867.608130:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339605120:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017867.608135:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339605248:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017867.608148:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017867.608154:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017867/real 1734017867] req@ffff8800a7a7ea00 x1818247339605248/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017867.608164:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339605248/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017867.608171:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017867.608173:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017867.608176:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339605248:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734017867.743451:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017868.213630:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017868.743466:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017869.215607:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017869.743461:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017870.217619:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017870.743484:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017871.219610:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017871.743465:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017872.221658:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017872.615462:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017872.615510:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017872.615515:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017872.615526:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2136 00000100:00080000:2.0:1734017872.615536:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017872.615544:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017872.615583:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339605376/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017872.615617:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017872.615622:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017872.615624:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017872.615628:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2136 00000100:00080000:2.0:1734017872.615631:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017872.615635:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017872.615645:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017872.615656:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339605504/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017872.615666:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017872.615669:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017872.615672:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017872.615676:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2136 00000100:00080000:2.0:1734017872.615679:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017872.615682:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017872.615687:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017872.615696:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339605632/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017872.615705:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017872.615708:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017872.615709:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017872.615713:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2136 00000100:00080000:2.0:1734017872.615715:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017872.615718:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017872.615723:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017872.615730:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339605760/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017872.615740:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017872.615744:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:0.0:1734017872.615745:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339605376:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017872.615745:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017872.615749:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2136 00000100:00080000:2.0:1734017872.615751:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017872.615755:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017872.615759:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017872.615767:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339605888/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017872.615776:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017872.615780:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017872.615781:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017872.615785:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2136 00000100:00080000:2.0:1734017872.615787:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017872.615791:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017872.615795:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017872.615802:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339606016/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:0.0:1734017872.615837:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017872.615865:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017872/real 1734017872] req@ffff8800a7a7c380 x1818247339605376/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017872.615890:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339605376/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017872.615902:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017872.615906:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017872.615911:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339605376:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734017872.615920:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339605504:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017872.615938:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017872.615946:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017872/real 1734017872] req@ffff8800a7a7ed80 x1818247339605504/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017872.615958:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339605504/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017872.615966:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017872.615969:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017872.615972:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339605504:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017872.615978:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339605632:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017872.615993:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017872.615999:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017872/real 1734017872] req@ffff8800a7a7d180 x1818247339605632/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017872.616009:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339605632/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017872.616017:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017872.616020:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017872.616024:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339605632:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017872.616054:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339605760:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017872.616068:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017872.616075:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017872/real 1734017872] req@ffff8800a7a7c000 x1818247339605760/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017872.616086:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339605760/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017872.616094:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017872.616096:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017872.616099:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339605760:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017872.616105:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339605888:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017872.616118:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017872.616124:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017872/real 1734017872] req@ffff8800a7a7f480 x1818247339605888/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017872.616135:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339605888/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017872.616143:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017872.616145:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017872.616149:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339605888:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017872.616155:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339606016:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017872.616171:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017872.616177:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017872/real 1734017872] req@ffff8800a7a7f100 x1818247339606016/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017872.616187:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339606016/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017872.616194:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017872.616196:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017872.616199:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339606016:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734017872.743451:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017873.223645:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017873.743520:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017874.225656:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017874.743510:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017875.227658:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017875.743500:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017876.229642:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017876.743487:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017877.231637:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017877.623488:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017877.623498:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017877.623503:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017877.623513:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2141 00000100:00080000:2.0:1734017877.623522:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017877.623530:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017877.623565:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339606144/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017877.623598:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017877.623603:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017877.623605:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017877.623610:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2141 00000100:00080000:2.0:1734017877.623613:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017877.623617:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017877.623626:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017877.623638:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339606272/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017877.623647:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017877.623651:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017877.623653:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017877.623656:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2141 00000100:00080000:2.0:1734017877.623659:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017877.623662:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017877.623667:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017877.623677:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339606400/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017877.623685:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017877.623688:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017877.623690:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017877.623693:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2141 00000100:00080000:2.0:1734017877.623696:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017877.623700:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017877.623704:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734017877.623711:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339606144:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734017877.623712:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339606528/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017877.623722:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017877.623726:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017877.623727:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017877.623731:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2141 00000100:00080000:2.0:1734017877.623733:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017877.623736:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017877.623740:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017877.623748:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339606656/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017877.623756:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017877.623759:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017877.623761:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017877.623764:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2141 00000100:00080000:2.0:1734017877.623767:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017877.623770:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017877.623774:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017877.623782:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339606784/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734017877.623802:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339606272:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017877.623823:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339606400:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017877.623846:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339606528:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017877.623860:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339606656:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017877.623874:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339606784:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734017877.743472:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017878.233620:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017878.743457:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017879.235613:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017879.743450:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017880.237593:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1734017880.629738:0:1970:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:2.0:1734017880.629805:0:1970:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1734017880.629829:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:2.0:1734017880.629885:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:2.0:1734017880.629898:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:2.0:1734017880.629909:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:2.0:1734017880.629922:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:2.0:1734017880.629932:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000100:00100000:0.0:1734017880.630009:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017877/real 1734017880] req@ffff8800a7a7f480 x1818247339606528/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017880.630049:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339606528/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017880.630067:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017880.630073:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017880.630081:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339606528:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017880.630093:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017877/real 1734017880] req@ffff8800a7a7c000 x1818247339606656/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017880.630112:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339606656/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017880.630125:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017880.630129:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017880.630135:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339606656:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017880.630146:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017877/real 1734017880] req@ffff8800a7a7d180 x1818247339606784/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017880.630164:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339606784/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017880.630176:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017880.630180:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017880.630185:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339606784:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017880.630195:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017877/real 1734017880] req@ffff8800a7a7ca80 x1818247339606144/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017880.630214:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339606144/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017880.630225:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017880.630229:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017880.630234:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339606144:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734017880.630245:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017877/real 1734017880] req@ffff8800a7a7e300 x1818247339606272/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017880.630262:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339606272/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017880.630274:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017880.630278:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017880.630284:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339606272:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017880.630293:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017877/real 1734017880] req@ffff8800a7a7f100 x1818247339606400/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017880.630311:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339606400/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017880.630448:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017880.630452:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017880.630459:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339606400:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734017880.743433:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017881.239598:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017881.743448:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017882.241575:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017882.631456:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017882.631465:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017882.631470:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017882.631479:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2146 00000100:00080000:2.0:1734017882.631487:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017882.631495:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017882.631531:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339606912/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017882.631564:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017882.631569:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017882.631571:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017882.631575:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2146 00000100:00080000:2.0:1734017882.631579:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017882.631583:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017882.631592:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017882.631602:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339607040/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017882.631620:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017882.631623:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017882.631625:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017882.631628:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2146 00000100:00080000:2.0:1734017882.631631:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017882.631634:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017882.631639:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017882.631646:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339607168/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017882.631655:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017882.631658:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017882.631659:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017882.631663:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2146 00000100:00080000:2.0:1734017882.631665:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017882.631669:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:0.0:1734017882.631671:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339606912:192.168.201.101@tcp:250:kworker.0 00000008:00100000:2.0:1734017882.631673:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017882.631680:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339607296/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017882.631690:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017882.631693:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017882.631694:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017882.631698:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2146 00000100:00080000:2.0:1734017882.631701:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017882.631704:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017882.631708:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017882.631716:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339607424/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017882.631724:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017882.631727:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017882.631729:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017882.631732:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2146 00000800:00000100:0.0:1734017882.631734:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734017882.631735:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017882.631738:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017882.631742:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017882.631749:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339607552/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734017882.631755:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017882/real 1734017882] req@ffff8800a7a7ed80 x1818247339606912/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017882.631774:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339606912/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017882.631785:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017882.631789:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017882.631794:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339606912:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734017882.631801:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339607040:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017882.631818:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017882.631824:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017882/real 1734017882] req@ffff8800a7a7c380 x1818247339607040/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017882.631835:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339607040/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017882.631844:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017882.631847:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017882.631850:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339607040:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017882.631856:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339607168:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017882.631869:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017882.631875:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017882/real 1734017882] req@ffff8800a7a7ea00 x1818247339607168/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017882.631885:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339607168/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017882.631892:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017882.631895:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017882.631898:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339607168:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017882.631925:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339607296:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017882.631941:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017882.631948:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017882/real 1734017882] req@ffff8800a7a7ce00 x1818247339607296/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017882.631959:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339607296/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017882.631967:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017882.631969:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017882.631972:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339607296:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017882.631978:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339607424:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017882.631990:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017882.631996:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017882/real 1734017882] req@ffff8800a7a7c700 x1818247339607424/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017882.632006:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339607424/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017882.632013:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017882.632016:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017882.632019:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339607424:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017882.632025:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339607552:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017882.632036:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017882.632042:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017882/real 1734017882] req@ffff8800a7a7df80 x1818247339607552/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017882.632058:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339607552/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017882.632065:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017882.632067:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017882.632070:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339607552:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734017882.743455:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017883.243599:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017883.743475:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017884.245619:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017884.743477:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017885.247589:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017885.743472:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017886.249583:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017886.743456:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017887.251600:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017887.639480:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017887.639490:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017887.639495:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017887.639508:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2151 00000100:00080000:2.0:1734017887.639519:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017887.639528:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017887.639576:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339607680/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017887.639613:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017887.639617:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017887.639619:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017887.639624:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2151 00000100:00080000:2.0:1734017887.639628:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017887.639632:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017887.639644:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017887.639656:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339607808/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017887.639665:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017887.639669:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017887.639671:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017887.639675:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2151 00000100:00080000:2.0:1734017887.639678:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017887.639682:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017887.639687:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017887.639698:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339607936/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017887.639708:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017887.639711:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017887.639713:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017887.639718:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2151 00000100:00100000:0.0:1734017887.639719:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339607680:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017887.639721:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017887.639724:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017887.639729:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017887.639738:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339608064/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017887.639747:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017887.639751:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017887.639752:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017887.639756:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2151 00000100:00080000:2.0:1734017887.639758:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017887.639762:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017887.639766:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017887.639774:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339608192/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017887.639783:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017887.639786:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017887.639787:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017887.639791:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2151 00000100:00080000:2.0:1734017887.639794:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017887.639797:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017887.639802:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1734017887.639803:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734017887.639811:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339608320/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734017887.639827:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017887/real 1734017887] req@ffff8800a7a7fb80 x1818247339607680/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017887.639850:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339607680/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017887.639861:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017887.639865:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017887.639870:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339607680:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734017887.639877:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339607808:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017887.639895:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017887.639901:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017887/real 1734017887] req@ffff8800a7a7dc00 x1818247339607808/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017887.639913:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339607808/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017887.639921:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017887.639925:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017887.639929:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339607808:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017887.639955:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339607936:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017887.639970:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017887.639977:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017887/real 1734017887] req@ffff8800a7a7df80 x1818247339607936/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017887.639988:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339607936/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017887.639996:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017887.639998:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017887.640001:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339607936:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017887.640007:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339608064:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017887.640019:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017887.640025:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017887/real 1734017887] req@ffff8800a7a7c700 x1818247339608064/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017887.640035:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339608064/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017887.640043:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017887.640045:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017887.640048:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339608064:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017887.640054:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339608192:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017887.640072:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017887.640079:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017887/real 1734017887] req@ffff8800a7a7ce00 x1818247339608192/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017887.640090:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339608192/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017887.640098:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017887.640100:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017887.640103:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339608192:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017887.640108:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339608320:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017887.640120:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017887.640127:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017887/real 1734017887] req@ffff8800a7a7ea00 x1818247339608320/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017887.640137:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339608320/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017887.640143:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017887.640145:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017887.640148:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339608320:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734017887.743440:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017888.253672:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017888.743488:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017889.255582:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017889.743438:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017890.257516:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017890.743484:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017891.259548:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017891.743401:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017892.261604:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017892.647443:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017892.647453:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017892.647457:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017892.647468:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2156 00000100:00080000:2.0:1734017892.647477:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017892.647485:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017892.647522:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339608448/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017892.647557:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017892.647561:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017892.647563:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017892.647568:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2156 00000100:00080000:2.0:1734017892.647571:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017892.647575:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017892.647584:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017892.647596:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339608576/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017892.647605:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017892.647609:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017892.647611:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017892.647615:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2156 00000100:00080000:2.0:1734017892.647618:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017892.647621:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017892.647626:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017892.647634:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339608704/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017892.647642:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017892.647646:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017892.647648:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017892.647651:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2156 00000100:00080000:2.0:1734017892.647653:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017892.647657:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017892.647661:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017892.647668:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339608832/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017892.647679:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017892.647682:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017892.647684:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017892.647687:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2156 00000100:00080000:2.0:1734017892.647690:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017892.647693:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017892.647698:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017892.647702:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339608448:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734017892.647706:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339608960/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017892.647715:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017892.647718:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017892.647720:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017892.647724:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2156 00000100:00080000:2.0:1734017892.647727:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017892.647730:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017892.647735:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017892.647742:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339609088/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:0.0:1734017892.647797:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017892.647824:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017892/real 1734017892] req@ffff8800a7a7c380 x1818247339608448/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017892.647857:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339608448/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017892.647870:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017892.647874:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017892.647879:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339608448:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734017892.647888:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339608576:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017892.647907:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017892.647914:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017892/real 1734017892] req@ffff8800a7a7ed80 x1818247339608576/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017892.647926:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339608576/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017892.647934:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017892.647937:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017892.647941:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339608576:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017892.647947:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339608704:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017892.647962:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017892.647968:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017892/real 1734017892] req@ffff8800a7a7f100 x1818247339608704/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017892.647978:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339608704/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017892.647986:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017892.647989:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017892.647992:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339608704:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017892.648024:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339608832:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017892.648038:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017892.648045:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017892/real 1734017892] req@ffff8800a7a7e300 x1818247339608832/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017892.648056:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339608832/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017892.648064:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017892.648066:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017892.648069:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339608832:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017892.648075:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339608960:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017892.648088:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017892.648094:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017892/real 1734017892] req@ffff8800a7a7ca80 x1818247339608960/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017892.648105:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339608960/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017892.648112:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017892.648114:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017892.648117:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339608960:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017892.648171:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339609088:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017892.648194:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017892.648203:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017892/real 1734017892] req@ffff8800a7a7d180 x1818247339609088/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017892.648214:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339609088/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017892.648223:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017892.648225:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017892.648228:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339609088:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734017892.743417:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017893.263606:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017893.743478:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017894.265594:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017894.743460:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017895.267624:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017895.743465:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017896.269602:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017896.743429:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017897.271611:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017897.655460:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017897.655469:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017897.655473:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017897.655484:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2161 00000100:00080000:2.0:1734017897.655493:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017897.655501:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017897.655536:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339609216/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017897.655569:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017897.655573:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017897.655576:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017897.655581:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2161 00000100:00080000:2.0:1734017897.655584:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017897.655588:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017897.655598:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017897.655608:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339609344/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017897.655618:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017897.655622:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017897.655624:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017897.655627:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2161 00000100:00080000:2.0:1734017897.655630:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017897.655634:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017897.655638:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017897.655648:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339609472/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017897.655656:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017897.655660:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017897.655661:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017897.655665:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2161 00000100:00080000:2.0:1734017897.655667:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017897.655670:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017897.655675:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734017897.655678:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339609216:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734017897.655683:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339609600/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017897.655693:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017897.655697:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017897.655698:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017897.655702:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2161 00000100:00080000:2.0:1734017897.655704:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017897.655707:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017897.655711:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017897.655719:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339609728/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017897.655727:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017897.655730:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017897.655731:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017897.655735:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2161 00000100:00080000:2.0:1734017897.655738:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017897.655741:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000800:00000100:0.0:1734017897.655742:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000008:00100000:2.0:1734017897.655745:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017897.655752:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339609856/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734017897.655763:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017897/real 1734017897] req@ffff8800a7a7c000 x1818247339609216/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017897.655785:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339609216/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017897.655796:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017897.655799:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017897.655804:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339609216:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734017897.655811:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339609344:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017897.655827:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017897.655834:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017897/real 1734017897] req@ffff8800a7a7f480 x1818247339609344/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017897.655845:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339609344/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017897.655854:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017897.655857:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017897.655861:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339609344:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017897.655866:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339609472:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017897.655880:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017897.655886:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017897/real 1734017897] req@ffff8800a7a7d180 x1818247339609472/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017897.655896:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339609472/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017897.655903:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017897.655906:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017897.655909:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339609472:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017897.655933:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339609600:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017897.655946:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017897.655953:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017897/real 1734017897] req@ffff8800a7a7ca80 x1818247339609600/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017897.655963:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339609600/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017897.655971:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017897.655973:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017897.655976:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339609600:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017897.655983:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339609728:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017897.655996:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017897.656002:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017897/real 1734017897] req@ffff8800a7a7e300 x1818247339609728/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017897.656013:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339609728/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017897.656021:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017897.656023:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017897.656026:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339609728:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017897.656031:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339609856:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017897.656084:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017897.656092:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017897/real 1734017897] req@ffff8800a7a7f100 x1818247339609856/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017897.656103:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339609856/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017897.656110:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017897.656112:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017897.656115:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339609856:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734017897.743444:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017898.273552:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017898.743451:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017899.275555:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017899.743479:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017900.277595:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017900.743453:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017901.279567:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017901.743470:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017902.281621:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017902.663465:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017902.663475:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017902.663479:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017902.663491:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2166 00000100:00080000:2.0:1734017902.663501:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017902.663509:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017902.663547:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339609984/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017902.663582:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017902.663587:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017902.663589:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017902.663593:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2166 00000100:00080000:2.0:1734017902.663596:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017902.663600:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017902.663610:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017902.663620:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339610112/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017902.663630:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017902.663633:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017902.663635:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017902.663639:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2166 00000100:00080000:2.0:1734017902.663642:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017902.663645:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017902.663650:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017902.663658:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339610240/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017902.663668:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017902.663671:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017902.663672:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017902.663676:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2166 00000100:00080000:2.0:1734017902.663678:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017902.663682:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017902.663686:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017902.663694:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339610368/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017902.663704:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017902.663707:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017902.663709:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017902.663712:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2166 00000100:00080000:2.0:1734017902.663715:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1734017902.663718:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339609984:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017902.663718:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017902.663723:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017902.663730:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339610496/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017902.663739:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017902.663742:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017902.663743:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017902.663747:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2166 00000100:00080000:2.0:1734017902.663750:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017902.663754:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017902.663758:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017902.663766:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339610624/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:0.0:1734017902.663810:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017902.663837:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017902/real 1734017902] req@ffff8800a7a7ed80 x1818247339609984/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017902.663862:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339609984/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017902.663876:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017902.663879:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017902.663885:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339609984:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734017902.663893:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339610112:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017902.663911:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017902.663918:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017902/real 1734017902] req@ffff8800a7a7c380 x1818247339610112/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017902.663930:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339610112/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017902.663938:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017902.663941:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017902.663944:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339610112:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017902.663950:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339610240:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017902.664004:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017902.664012:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017902/real 1734017902] req@ffff8800a7a7ea00 x1818247339610240/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017902.664023:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339610240/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017902.664032:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017902.664035:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017902.664039:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339610240:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017902.664071:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339610368:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017902.664086:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017902.664093:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017902/real 1734017902] req@ffff8800a7a7ce00 x1818247339610368/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017902.664104:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339610368/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017902.664112:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017902.664115:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017902.664117:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339610368:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017902.664123:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339610496:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017902.664136:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017902.664142:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017902/real 1734017902] req@ffff8800a7a7c700 x1818247339610496/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017902.664153:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339610496/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017902.664161:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017902.664163:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017902.664167:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339610496:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017902.664172:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339610624:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017902.664189:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017902.664195:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017902/real 1734017902] req@ffff8800a7a7df80 x1818247339610624/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017902.664206:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339610624/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017902.664214:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017902.664216:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017902.664219:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339610624:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734017902.743459:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017903.283596:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017903.743446:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017904.285586:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017904.743460:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017905.287600:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017905.743448:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017906.289601:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017906.743432:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017907.291594:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017907.671440:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017907.671449:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017907.671453:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017907.671463:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2171 00000100:00080000:2.0:1734017907.671472:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017907.671480:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017907.671517:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339610752/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017907.671552:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017907.671556:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017907.671559:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017907.671563:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2171 00000100:00080000:2.0:1734017907.671566:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017907.671570:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017907.671580:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017907.671591:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339610880/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017907.671601:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017907.671604:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017907.671606:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017907.671610:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2171 00000100:00080000:2.0:1734017907.671613:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017907.671616:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017907.671621:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017907.671631:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339611008/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017907.671640:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017907.671643:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017907.671645:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017907.671649:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2171 00000100:00080000:2.0:1734017907.671651:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017907.671655:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017907.671659:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017907.671667:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339611136/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017907.671678:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017907.671681:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017907.671682:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1734017907.671687:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339610752:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017907.671687:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2171 00000100:00080000:2.0:1734017907.671689:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017907.671693:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017907.671698:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017907.671705:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339611264/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017907.671714:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017907.671717:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017907.671719:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017907.671722:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2171 00000100:00080000:2.0:1734017907.671725:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017907.671728:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017907.671732:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017907.671739:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339611392/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:0.0:1734017907.671781:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017907.671808:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017907/real 1734017907] req@ffff8800a7a7dc00 x1818247339610752/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017907.671831:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339610752/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017907.671845:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017907.671849:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017907.671854:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339610752:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734017907.671862:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339610880:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017907.671922:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017907.671931:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017907/real 1734017907] req@ffff8800a7a7fb80 x1818247339610880/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017907.671943:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339610880/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017907.671953:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017907.671957:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017907.671960:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339610880:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017907.671967:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339611008:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017907.671982:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017907.671988:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017907/real 1734017907] req@ffff8800a7a7df80 x1818247339611008/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017907.671999:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339611008/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017907.672008:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017907.672010:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017907.672013:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339611008:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017907.672043:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339611136:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017907.672057:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017907.672064:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017907/real 1734017907] req@ffff8800a7a7c700 x1818247339611136/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017907.672074:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339611136/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017907.672083:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017907.672086:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017907.672089:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339611136:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017907.672096:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339611264:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017907.672110:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017907.672116:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017907/real 1734017907] req@ffff8800a7a7ce00 x1818247339611264/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017907.672127:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339611264/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017907.672135:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017907.672138:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017907.672141:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339611264:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017907.672146:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339611392:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017907.672159:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017907.672165:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017907/real 1734017907] req@ffff8800a7a7ea00 x1818247339611392/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017907.672175:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339611392/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017907.672182:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017907.672184:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017907.672187:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339611392:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734017907.743466:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017908.293616:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017908.743461:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017909.295593:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017909.743460:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017910.297589:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017910.743435:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017911.299569:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017911.743458:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017912.301563:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017912.679461:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017912.679470:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017912.679474:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017912.679484:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2176 00000100:00080000:2.0:1734017912.679493:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017912.679501:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017912.679538:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339611520/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017912.679570:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017912.679575:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017912.679577:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017912.679581:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2176 00000100:00080000:2.0:1734017912.679584:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017912.679588:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017912.679597:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017912.679608:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339611648/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017912.679618:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017912.679622:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017912.679624:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017912.679627:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2176 00000100:00080000:2.0:1734017912.679630:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017912.679633:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017912.679638:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017912.679646:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339611776/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017912.679654:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017912.679657:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017912.679659:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017912.679663:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2176 00000100:00080000:2.0:1734017912.679665:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017912.679669:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017912.679674:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734017912.679675:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339611520:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734017912.679681:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339611904/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017912.679691:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017912.679694:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017912.679695:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017912.679699:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2176 00000100:00080000:2.0:1734017912.679701:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017912.679705:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017912.679709:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017912.679716:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339612032/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017912.679724:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017912.679727:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017912.679729:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017912.679732:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2176 00000100:00080000:2.0:1734017912.679735:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1734017912.679738:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734017912.679738:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017912.679743:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017912.679750:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339612160/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734017912.679759:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017912/real 1734017912] req@ffff8800a7a7c380 x1818247339611520/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017912.679820:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339611520/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017912.679832:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017912.679836:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017912.679841:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339611520:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734017912.679848:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339611648:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017912.679868:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017912.679877:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017912/real 1734017912] req@ffff8800a7a7ed80 x1818247339611648/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017912.679889:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339611648/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017912.679897:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017912.679899:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017912.679903:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339611648:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017912.679909:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339611776:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017912.679922:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017912.679928:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017912/real 1734017912] req@ffff8800a7a7f100 x1818247339611776/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017912.679938:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339611776/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017912.679946:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017912.679949:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017912.679952:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339611776:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017912.679975:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339611904:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017912.679989:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017912.679995:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017912/real 1734017912] req@ffff8800a7a7e300 x1818247339611904/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017912.680006:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339611904/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017912.680014:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017912.680016:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017912.680018:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339611904:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017912.680024:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339612032:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017912.680036:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017912.680041:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017912/real 1734017912] req@ffff8800a7a7ca80 x1818247339612032/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017912.680051:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339612032/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017912.680059:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017912.680061:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017912.680064:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339612032:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017912.680069:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339612160:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017912.680084:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017912.680090:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017912/real 1734017912] req@ffff8800a7a7d180 x1818247339612160/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017912.680100:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339612160/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017912.680107:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017912.680109:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017912.680112:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339612160:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734017912.743423:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017913.303603:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017913.743450:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017914.305583:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017914.743455:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017915.307629:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017915.743490:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017916.309615:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017916.743434:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017917.311573:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017917.687458:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017917.687470:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017917.687476:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017917.687489:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2181 00000100:00080000:2.0:1734017917.687500:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017917.687510:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017917.687557:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339612288/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017917.687594:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017917.687599:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017917.687601:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017917.687606:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2181 00000100:00080000:2.0:1734017917.687609:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017917.687614:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017917.687625:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017917.687637:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339612416/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017917.687646:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017917.687650:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017917.687653:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017917.687657:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2181 00000100:00080000:2.0:1734017917.687660:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017917.687664:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017917.687669:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017917.687681:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339612544/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017917.687690:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017917.687693:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017917.687694:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017917.687732:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2181 00000100:00100000:0.0:1734017917.687735:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339612288:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017917.687735:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017917.687739:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017917.687744:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017917.687755:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339612672/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017917.687766:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017917.687770:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017917.687772:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017917.687777:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2181 00000100:00080000:2.0:1734017917.687779:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017917.687783:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017917.687788:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017917.687796:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339612800/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:0.0:1734017917.687806:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734017917.687806:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017917.687810:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017917.687812:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017917.687815:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2181 00000100:00080000:2.0:1734017917.687819:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017917.687822:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017917.687826:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017917.687829:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017917/real 1734017917] req@ffff8800a7a7f480 x1818247339612288/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017917.687834:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339612928/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734017917.687851:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339612288/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017917.687863:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017917.687866:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017917.687872:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339612288:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734017917.687880:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339612416:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017917.687897:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017917.687904:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017917/real 1734017917] req@ffff8800a7a7c000 x1818247339612416/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017917.687915:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339612416/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017917.687924:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017917.687927:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017917.687931:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339612416:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017917.687937:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339612544:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017917.687951:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017917.687957:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017917/real 1734017917] req@ffff8800a7a7d180 x1818247339612544/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017917.687967:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339612544/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017917.687975:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017917.687977:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017917.687980:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339612544:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017917.688006:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339612672:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017917.688019:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017917.688026:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017917/real 1734017917] req@ffff8800a7a7ca80 x1818247339612672/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017917.688037:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339612672/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017917.688044:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017917.688047:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017917.688050:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339612672:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017917.688056:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339612800:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017917.688070:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017917.688076:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017917/real 1734017917] req@ffff8800a7a7e300 x1818247339612800/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017917.688087:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339612800/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017917.688095:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017917.688098:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017917.688100:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339612800:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017917.688106:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339612928:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017917.688119:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017917.688125:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017917/real 1734017917] req@ffff8800a7a7f100 x1818247339612928/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017917.688135:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339612928/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017917.688142:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017917.688144:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017917.688147:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339612928:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734017917.743447:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017918.313609:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017918.743469:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017919.315589:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017919.743488:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017920.317586:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017920.743469:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017921.319582:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017921.743460:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017922.321600:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017922.695440:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017922.695449:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017922.695454:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017922.695463:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2186 00000100:00080000:2.0:1734017922.695472:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017922.695480:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017922.695515:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339613056/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017922.695549:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017922.695554:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017922.695556:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017922.695561:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2186 00000100:00080000:2.0:1734017922.695564:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017922.695568:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017922.695578:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017922.695588:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339613184/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017922.695598:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017922.695602:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017922.695604:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017922.695607:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2186 00000100:00080000:2.0:1734017922.695642:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017922.695647:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017922.695653:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017922.695663:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339613312/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017922.695673:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017922.695677:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017922.695678:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017922.695682:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2186 00000100:00100000:0.0:1734017922.695685:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339613056:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017922.695685:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017922.695688:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017922.695693:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017922.695701:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339613440/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017922.695711:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017922.695714:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017922.695715:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017922.695719:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2186 00000100:00080000:2.0:1734017922.695721:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017922.695724:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017922.695728:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017922.695735:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339613568/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017922.695744:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017922.695747:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017922.695748:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1734017922.695750:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734017922.695752:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2186 00000100:00080000:2.0:1734017922.695754:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017922.695758:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017922.695762:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017922.695769:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339613696/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734017922.695770:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017922/real 1734017922] req@ffff8800a7a7ed80 x1818247339613056/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017922.695791:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339613056/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017922.695802:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017922.695805:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017922.695810:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339613056:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734017922.695817:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339613184:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017922.695834:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017922.695841:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017922/real 1734017922] req@ffff8800a7a7c380 x1818247339613184/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017922.695852:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339613184/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017922.695860:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017922.695862:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017922.695865:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339613184:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017922.695887:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339613312:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017922.695901:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017922.695907:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017922/real 1734017922] req@ffff8800a7a7ea00 x1818247339613312/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017922.695918:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339613312/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017922.695925:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017922.695928:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017922.695931:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339613312:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017922.695937:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339613440:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017922.695949:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017922.695955:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017922/real 1734017922] req@ffff8800a7a7ce00 x1818247339613440/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017922.695965:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339613440/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017922.695973:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017922.695975:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017922.695978:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339613440:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017922.695984:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339613568:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017922.695996:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017922.696002:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017922/real 1734017922] req@ffff8800a7a7c700 x1818247339613568/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017922.696013:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339613568/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017922.696020:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017922.696022:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017922.696026:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339613568:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017922.696031:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339613696:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017922.696046:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017922.696052:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017922/real 1734017922] req@ffff8800a7a7df80 x1818247339613696/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017922.696062:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339613696/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017922.696070:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017922.696072:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017922.696075:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339613696:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734017922.743428:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017923.323635:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017923.743458:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017924.325623:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017924.743458:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017925.327637:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017925.743468:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017926.329640:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017926.743441:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017927.331622:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017927.703469:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017927.703484:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017927.703490:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017927.703503:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2191 00000100:00080000:2.0:1734017927.703516:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017927.703562:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017927.703614:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339613824/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017927.703651:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017927.703659:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017927.703661:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017927.703668:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2191 00000100:00080000:2.0:1734017927.703673:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017927.703681:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017927.703696:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017927.703717:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339613952/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734017927.703723:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339613824:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017927.703734:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017927.703738:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017927.703741:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017927.703747:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2191 00000100:00080000:2.0:1734017927.703751:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017927.703757:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017927.703764:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017927.703779:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339614080/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017927.703793:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017927.703797:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017927.703799:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017927.703804:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2191 00000100:00080000:2.0:1734017927.703808:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017927.703813:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000800:00000100:0.0:1734017927.703814:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000008:00100000:2.0:1734017927.703820:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017927.703833:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339614208/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734017927.703842:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017927/real 1734017927] req@ffff8800a7a7fb80 x1818247339613824/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017927.703847:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017927.703853:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017927.703856:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017927.703861:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2191 00000100:00080000:2.0:1734017927.703865:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1734017927.703869:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339613824/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017927.703871:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017927.703877:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00080000:0.0:1734017927.703885:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017927.703890:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:2.0:1734017927.703891:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339614336/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734017927.703897:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339613824:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017927.703905:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017927.703910:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017927.703912:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017927.703918:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2191 00000100:00080000:2.0:1734017927.703922:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017927.703928:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:0.0:1734017927.703929:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339613952:192.168.201.101@tcp:38:kworker.0 00000008:00100000:2.0:1734017927.703935:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017927.703947:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339614464/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:0.0:1734017927.703956:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017927.703967:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017927/real 1734017927] req@ffff8800a7a7dc00 x1818247339613952/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017927.703985:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339613952/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017927.703999:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017927.704003:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017927.704009:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339613952:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017927.704018:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339614080:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017927.704048:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017927.704058:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017927/real 1734017927] req@ffff8800a7a7df80 x1818247339614080/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017927.704070:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339614080/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017927.704079:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017927.704081:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017927.704084:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339614080:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017927.704090:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339614208:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017927.704105:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017927.704111:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017927/real 1734017927] req@ffff8800a7a7c700 x1818247339614208/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017927.704122:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339614208/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017927.704130:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017927.704133:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017927.704136:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339614208:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017927.704142:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339614336:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017927.704156:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017927.704163:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017927/real 1734017927] req@ffff8800a7a7ce00 x1818247339614336/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017927.704174:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339614336/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017927.704182:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017927.704184:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017927.704187:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339614336:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017927.704204:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339614464:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017927.704218:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017927.704224:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017927/real 1734017927] req@ffff8800a7a7ea00 x1818247339614464/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017927.704234:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339614464/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017927.704241:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017927.704244:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017927.704247:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339614464:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734017927.743479:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017928.333605:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017928.743477:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017929.335615:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017929.743471:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017930.337596:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017930.743471:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017931.339635:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017931.743493:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017932.341629:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017932.711530:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017932.711543:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017932.711549:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017932.711562:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2196 00000100:00080000:2.0:1734017932.711574:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017932.711584:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017932.711633:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339614592/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017932.711668:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017932.711673:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017932.711676:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017932.711680:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2196 00000100:00080000:2.0:1734017932.711684:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017932.711688:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017932.711700:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017932.711713:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339614720/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017932.711723:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017932.711727:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017932.711729:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017932.711733:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2196 00000100:00080000:2.0:1734017932.711735:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017932.711740:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017932.711745:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017932.711754:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339614848/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017932.711764:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017932.711767:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017932.711769:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017932.711773:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2196 00000100:00080000:2.0:1734017932.711775:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1734017932.711779:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339614592:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017932.711779:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017932.711783:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017932.711791:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339614976/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017932.711800:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017932.711804:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017932.711805:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017932.711810:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2196 00000100:00080000:2.0:1734017932.711813:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017932.711816:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017932.711820:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017932.711828:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339615104/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017932.711837:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017932.711840:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017932.711842:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017932.711845:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2196 00000100:00080000:2.0:1734017932.711848:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017932.711852:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017932.711856:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1734017932.711864:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734017932.711864:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339615232/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734017932.711891:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017932/real 1734017932] req@ffff8800a7a7c380 x1818247339614592/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017932.711914:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339614592/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017932.711927:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017932.711930:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017932.711935:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339614592:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734017932.711943:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339614720:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017932.711961:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017932.711968:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017932/real 1734017932] req@ffff8800a7a7ed80 x1818247339614720/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017932.711980:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339614720/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017932.711988:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017932.711991:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017932.711994:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339614720:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017932.712021:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339614848:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017932.712036:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017932.712042:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017932/real 1734017932] req@ffff8800a7a7f100 x1818247339614848/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017932.712053:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339614848/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017932.712062:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017932.712065:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017932.712069:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339614848:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017932.712074:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339614976:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017932.712087:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017932.712093:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017932/real 1734017932] req@ffff8800a7a7e300 x1818247339614976/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017932.712103:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339614976/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017932.712111:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017932.712113:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017932.712116:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339614976:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017932.712121:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339615104:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017932.712135:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017932.712141:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017932/real 1734017932] req@ffff8800a7a7ca80 x1818247339615104/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017932.712153:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339615104/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017932.712160:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017932.712163:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017932.712166:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339615104:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017932.712171:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339615232:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017932.712187:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017932.712193:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017932/real 1734017932] req@ffff8800a7a7d180 x1818247339615232/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017932.712203:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339615232/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017932.712210:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017932.712212:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017932.712214:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339615232:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734017932.743432:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017933.343624:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017933.743510:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017934.345645:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017934.743511:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017935.347608:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017935.743491:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017936.349601:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017936.743462:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017937.351626:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017937.719452:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017937.719461:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017937.719466:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017937.719475:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2201 00000100:00080000:2.0:1734017937.719484:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017937.719494:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017937.719531:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339615360/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017937.719564:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017937.719569:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017937.719571:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017937.719575:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2201 00000100:00080000:2.0:1734017937.719579:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017937.719582:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017937.719592:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017937.719602:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339615488/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017937.719612:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017937.719615:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017937.719617:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017937.719621:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2201 00000100:00080000:2.0:1734017937.719624:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017937.719627:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017937.719632:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017937.719643:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339615616/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017937.719652:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017937.719655:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017937.719657:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017937.719660:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2201 00000100:00080000:2.0:1734017937.719663:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017937.719667:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:0.0:1734017937.719670:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339615360:192.168.201.101@tcp:250:kworker.0 00000008:00100000:2.0:1734017937.719672:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017937.719680:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339615744/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017937.719689:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017937.719692:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017937.719694:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017937.719697:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2201 00000100:00080000:2.0:1734017937.719700:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017937.719703:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017937.719707:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017937.719715:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339615872/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017937.719723:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017937.719726:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017937.719728:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017937.719732:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2201 00000800:00000100:0.0:1734017937.719733:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734017937.719735:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017937.719738:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017937.719742:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017937.719749:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339616000/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734017937.719754:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017937/real 1734017937] req@ffff8800a7a7c000 x1818247339615360/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017937.719775:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339615360/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017937.719785:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017937.719788:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017937.719793:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339615360:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734017937.719800:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339615488:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017937.719816:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017937.719823:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017937/real 1734017937] req@ffff8800a7a7f480 x1818247339615488/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017937.719834:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339615488/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017937.719843:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017937.719846:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017937.719849:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339615488:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017937.719855:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339615616:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017937.719868:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017937.719874:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017937/real 1734017937] req@ffff8800a7a7d180 x1818247339615616/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017937.719884:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339615616/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017937.719892:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017937.719894:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017937.719898:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339615616:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017937.719922:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339615744:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017937.719934:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017937.719941:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017937/real 1734017937] req@ffff8800a7a7ca80 x1818247339615744/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017937.719952:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339615744/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017937.719959:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017937.719961:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017937.719964:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339615744:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017937.719971:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339615872:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017937.719983:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017937.719989:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017937/real 1734017937] req@ffff8800a7a7e300 x1818247339615872/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017937.720000:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339615872/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017937.720007:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017937.720010:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017937.720012:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339615872:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017937.720018:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339616000:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017937.720029:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017937.720035:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017937/real 1734017937] req@ffff8800a7a7f100 x1818247339616000/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017937.720045:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339616000/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017937.720052:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017937.720054:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017937.720056:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339616000:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734017937.743445:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017938.353599:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017938.743468:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017939.355588:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017939.743475:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017940.357611:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017940.743474:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017941.359561:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017941.743449:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017942.361559:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017942.727431:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017942.727440:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017942.727445:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017942.727454:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2206 00000100:00080000:2.0:1734017942.727463:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017942.727471:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017942.727508:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339616128/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017942.727541:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017942.727546:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017942.727548:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017942.727552:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2206 00000100:00080000:2.0:1734017942.727556:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017942.727559:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017942.727569:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017942.727580:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339616256/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017942.727589:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017942.727592:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017942.727595:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017942.727599:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2206 00000100:00080000:2.0:1734017942.727602:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017942.727605:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017942.727610:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017942.727619:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339616384/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017942.727627:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017942.727630:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017942.727632:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017942.727635:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2206 00000100:00080000:2.0:1734017942.727637:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017942.727640:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017942.727645:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734017942.727649:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339616128:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734017942.727652:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339616512/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017942.727662:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017942.727665:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017942.727666:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017942.727670:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2206 00000100:00080000:2.0:1734017942.727672:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017942.727676:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017942.727680:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017942.727687:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339616640/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017942.727696:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017942.727699:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017942.727701:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017942.727704:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2206 00000100:00080000:2.0:1734017942.727707:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017942.727710:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017942.727714:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017942.727722:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339616768/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734017942.727740:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339616256:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017942.727761:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339616384:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017942.727784:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339616512:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017942.727798:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339616640:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017942.727813:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339616768:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734017942.743466:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017943.363589:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017943.743468:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017944.365584:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017944.743455:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017945.367605:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1734017945.733755:0:1967:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:2.0:1734017945.733811:0:1967:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1734017945.733831:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:2.0:1734017945.733883:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:2.0:1734017945.733895:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:2.0:1734017945.733905:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:2.0:1734017945.733916:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:2.0:1734017945.733925:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000100:00100000:0.0:1734017945.734004:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017942/real 1734017945] req@ffff8800a7a7ce00 x1818247339616512/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017945.734044:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339616512/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017945.734064:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017945.734072:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017945.734080:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339616512:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017945.734093:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017942/real 1734017945] req@ffff8800a7a7c700 x1818247339616640/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017945.734114:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339616640/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017945.734127:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017945.734132:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017945.734138:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339616640:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017945.734150:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017942/real 1734017945] req@ffff8800a7a7df80 x1818247339616768/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017945.734170:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339616768/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017945.734185:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017945.734190:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017945.734196:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339616768:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017945.734207:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017942/real 1734017945] req@ffff8800a7a7ed80 x1818247339616128/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017945.734280:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339616128/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017945.734293:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017945.734297:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017945.734303:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339616128:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734017945.734315:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017942/real 1734017945] req@ffff8800a7a7c380 x1818247339616256/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017945.734395:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339616256/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017945.734410:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017945.734414:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017945.734420:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339616256:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017945.734440:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017942/real 1734017945] req@ffff8800a7a7ea00 x1818247339616384/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017945.734458:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339616384/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017945.734480:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017945.734484:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017945.734489:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339616384:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734017945.743465:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017946.369616:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017946.743415:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017947.371615:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017947.735443:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017947.735451:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017947.735456:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017947.735467:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2211 00000100:00080000:2.0:1734017947.735477:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017947.735485:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017947.735522:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339616896/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017947.735557:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017947.735562:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017947.735564:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017947.735569:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2211 00000100:00080000:2.0:1734017947.735572:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017947.735576:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017947.735585:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017947.735596:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339617024/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017947.735605:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017947.735609:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017947.735610:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017947.735615:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2211 00000100:00080000:2.0:1734017947.735618:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017947.735621:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017947.735626:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017947.735636:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339617152/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017947.735645:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017947.735649:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017947.735650:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017947.735654:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2211 00000100:00080000:2.0:1734017947.735657:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017947.735660:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017947.735665:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017947.735673:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339617280/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017947.735683:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017947.735686:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017947.735687:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1734017947.735688:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339616896:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017947.735691:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2211 00000100:00080000:2.0:1734017947.735694:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017947.735697:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017947.735702:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017947.735710:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339617408/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017947.735718:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017947.735721:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017947.735723:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017947.735727:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2211 00000100:00080000:2.0:1734017947.735729:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017947.735733:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017947.735738:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017947.735745:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339617536/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:0.0:1734017947.735779:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017947.735806:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017947/real 1734017947] req@ffff8800a7a7dc00 x1818247339616896/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017947.735828:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339616896/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017947.735841:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017947.735845:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017947.735850:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339616896:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734017947.735858:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339617024:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017947.735877:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017947.735883:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017947/real 1734017947] req@ffff8800a7a7fb80 x1818247339617024/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017947.735895:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339617024/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017947.735904:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017947.735907:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017947.735910:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339617024:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017947.735918:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339617152:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017947.735934:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017947.735941:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017947/real 1734017947] req@ffff8800a7a7ea00 x1818247339617152/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017947.735952:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339617152/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017947.735960:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017947.735962:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017947.735965:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339617152:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017947.735993:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339617280:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017947.736007:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017947.736013:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017947/real 1734017947] req@ffff8800a7a7c380 x1818247339617280/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017947.736024:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339617280/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017947.736032:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017947.736035:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017947.736038:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339617280:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734017947.736044:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339617408:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734017947.736058:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017947.736064:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017947/real 1734017947] req@ffff8800a7a7ed80 x1818247339617408/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017947.736076:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339617408/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017947.736084:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017947.736086:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017947.736089:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339617408:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734017947.736095:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339617536:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734017947.736108:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734017947.736114:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017947/real 1734017947] req@ffff8800a7a7df80 x1818247339617536/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017947.736123:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339617536/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017947.736130:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017947.736133:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734017947.736136:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339617536:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734017947.743455:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017948.373672:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017948.743447:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017949.375587:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017949.743474:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017950.377590:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017950.743422:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017951.379606:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017951.743469:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017952.381630:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017952.743454:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017952.743462:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017952.743467:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017952.743477:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2216 00000100:00080000:2.0:1734017952.743487:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017952.743495:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017952.743532:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339617664/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734017952.743554:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734017952.743563:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017952.743567:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017952.743569:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017952.743587:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2216 00000100:00080000:2.0:1734017952.743590:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017952.743594:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017952.743604:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017952.743616:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339617792/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017952.743633:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017952.743636:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017952.743638:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017952.743642:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2216 00000100:00080000:2.0:1734017952.743644:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017952.743648:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017952.743653:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017952.743661:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339617920/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017952.743670:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734017952.743673:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339617664:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017952.743673:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017952.743674:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017952.743678:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2216 00000100:00080000:2.0:1734017952.743680:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017952.743684:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017952.743688:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017952.743695:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339618048/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017952.743704:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017952.743708:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017952.743709:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017952.743713:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2216 00000100:00080000:2.0:1734017952.743716:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017952.743720:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017952.743724:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017952.743732:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339618176/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017952.743737:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734017952.743740:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017952.743743:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017952.743745:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017952.743748:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2216 00000100:00080000:2.0:1734017952.743751:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017952.743754:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:1.0:1734017952.743758:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017952/real 1734017952] req@ffff8800a7a7c700 x1818247339617664/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:2.0:1734017952.743759:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017952.743766:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339618304/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017952.743778:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339617664/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017952.743789:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017952.743792:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017952.743797:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339617664:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017952.743804:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339617792:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017952.743821:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017952.743828:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017952/real 1734017952] req@ffff8800a7a7ce00 x1818247339617792/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017952.743840:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339617792/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017952.743848:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017952.743850:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017952.743853:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339617792:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017952.743876:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339617920:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017952.743891:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017952.743897:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017952/real 1734017952] req@ffff8800a7a7f100 x1818247339617920/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017952.743909:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339617920/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017952.743916:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017952.743918:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017952.743921:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339617920:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017952.743927:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339618048:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017952.743939:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017952.743945:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017952/real 1734017952] req@ffff8800a7a7e300 x1818247339618048/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017952.743954:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339618048/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017952.743962:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017952.743964:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017952.743967:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339618048:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017952.743973:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339618176:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017952.743986:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017952.743992:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017952/real 1734017952] req@ffff8800a7a7ca80 x1818247339618176/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017952.744004:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339618176/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017952.744011:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017952.744014:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017952.744017:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339618176:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017952.744022:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339618304:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017952.744033:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017952.744039:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017952/real 1734017952] req@ffff8800a7a7d180 x1818247339618304/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017952.744049:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339618304/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017952.744056:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017952.744058:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017952.744061:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339618304:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017953.383594:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017953.743488:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017954.385608:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017954.743465:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017955.387622:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017955.743473:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017956.389593:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017956.743464:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017957.391622:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017957.743490:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734017957.751428:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017957.751439:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017957.751447:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017957.751461:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2221 00000100:00080000:2.0:1734017957.751471:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017957.751480:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017957.751528:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339618432/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017957.751568:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017957.751573:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017957.751576:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017957.751581:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2221 00000100:00080000:2.0:1734017957.751584:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017957.751588:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017957.751600:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017957.751611:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339618560/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017957.751621:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017957.751625:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017957.751627:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017957.751630:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2221 00000100:00080000:2.0:1734017957.751634:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017957.751637:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017957.751643:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017957.751655:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339618688/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017957.751663:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017957.751666:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017957.751668:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017957.751671:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2221 00000100:00080000:2.0:1734017957.751674:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017957.751678:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017957.751683:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734017957.751688:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339618432:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734017957.751693:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339618816/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017957.751704:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017957.751708:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017957.751710:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017957.751714:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2221 00000100:00080000:2.0:1734017957.751716:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017957.751720:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017957.751724:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017957.751733:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339618944/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017957.751742:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017957.751745:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017957.751747:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017957.751751:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2221 00000100:00080000:2.0:1734017957.751754:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017957.751757:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000800:00000100:1.0:1734017957.751758:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000008:00100000:2.0:1734017957.751762:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017957.751770:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339619072/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017957.751783:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017957/real 1734017957] req@ffff8800a7a7f480 x1818247339618432/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017957.751803:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339618432/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017957.751814:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017957.751819:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017957.751824:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339618432:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017957.751832:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339618560:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017957.751850:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017957.751857:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017957/real 1734017957] req@ffff8800a7a7c000 x1818247339618560/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017957.751868:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339618560/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017957.751876:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017957.751880:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017957.751883:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339618560:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017957.751889:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339618688:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017957.751903:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017957.751909:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017957/real 1734017957] req@ffff8800a7a7d180 x1818247339618688/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017957.751920:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339618688/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017957.751927:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017957.751930:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017957.751933:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339618688:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017957.751960:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339618816:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017957.751977:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017957.751984:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017957/real 1734017957] req@ffff8800a7a7ca80 x1818247339618816/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017957.751995:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339618816/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017957.752003:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017957.752005:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017957.752008:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339618816:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017957.752047:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339618944:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017957.752067:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017957.752075:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017957/real 1734017957] req@ffff8800a7a7e300 x1818247339618944/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017957.752085:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339618944/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017957.752093:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017957.752096:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017957.752099:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339618944:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017957.752105:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339619072:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017957.752118:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017957.752124:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017957/real 1734017957] req@ffff8800a7a7f100 x1818247339619072/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017957.752141:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339619072/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017957.752149:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017957.752151:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017957.752154:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339619072:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017958.393606:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017958.743479:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017959.395608:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017959.743484:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017960.397617:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017960.743468:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017961.399564:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017961.743437:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017962.401589:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017962.743470:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734017962.759450:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017962.759460:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017962.759466:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017962.759478:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2226 00000100:00080000:2.0:1734017962.759490:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017962.759501:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017962.759547:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339619200/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017962.759585:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017962.759589:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017962.759591:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017962.759596:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2226 00000100:00080000:2.0:1734017962.759599:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017962.759603:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017962.759615:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017962.759626:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339619328/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017962.759636:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017962.759640:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017962.759641:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017962.759646:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2226 00000100:00080000:2.0:1734017962.759648:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017962.759652:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017962.759657:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017962.759667:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339619456/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017962.759675:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017962.759679:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017962.759681:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017962.759685:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2226 00000100:00080000:2.0:1734017962.759688:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017962.759691:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017962.759696:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017962.759705:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339619584/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017962.759710:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339619200:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017962.759716:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017962.759720:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017962.759721:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017962.759725:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2226 00000100:00080000:2.0:1734017962.759727:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017962.759731:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017962.759736:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017962.759744:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339619712/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017962.759754:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017962.759757:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017962.759759:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017962.759762:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2226 00000100:00080000:2.0:1734017962.759766:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017962.759769:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017962.759774:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734017962.759776:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734017962.759782:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339619840/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017962.759801:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017962/real 1734017962] req@ffff8800a7a7ce00 x1818247339619200/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017962.759821:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339619200/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017962.759833:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017962.759837:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017962.759842:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339619200:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017962.759849:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339619328:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017962.759867:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017962.759874:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017962/real 1734017962] req@ffff8800a7a7c700 x1818247339619328/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017962.759885:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339619328/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017962.759893:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017962.759897:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017962.759900:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339619328:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017962.759907:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339619456:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017962.759921:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017962.759927:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017962/real 1734017962] req@ffff8800a7a7df80 x1818247339619456/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017962.759971:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339619456/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017962.759979:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017962.759982:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017962.759985:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339619456:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017962.760012:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339619584:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017962.760029:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017962.760036:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017962/real 1734017962] req@ffff8800a7a7ed80 x1818247339619584/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017962.760047:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339619584/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017962.760055:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017962.760058:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017962.760061:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339619584:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017962.760067:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339619712:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017962.760083:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017962.760089:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017962/real 1734017962] req@ffff8800a7a7c380 x1818247339619712/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017962.760100:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339619712/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017962.760108:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017962.760110:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017962.760113:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339619712:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017962.760118:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339619840:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017962.760130:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017962.760136:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017962/real 1734017962] req@ffff8800a7a7ea00 x1818247339619840/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017962.760146:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339619840/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017962.760153:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017962.760155:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017962.760158:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339619840:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017963.403592:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017963.743462:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017964.405600:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017964.743470:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017965.407587:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017965.743483:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017966.409617:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017966.743450:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017967.411608:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017967.743473:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734017967.767477:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017967.767486:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017967.767493:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017967.767504:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2231 00000100:00080000:2.0:1734017967.767515:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017967.767524:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017967.767571:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339619968/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017967.767608:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017967.767613:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017967.767615:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017967.767620:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2231 00000100:00080000:2.0:1734017967.767624:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017967.767628:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017967.767639:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017967.767650:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339620096/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017967.767660:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017967.767663:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017967.767665:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017967.767669:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2231 00000100:00080000:2.0:1734017967.767672:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017967.767676:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017967.767682:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017967.767694:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339620224/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017967.767704:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017967.767707:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017967.767709:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017967.767712:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2231 00000100:00080000:2.0:1734017967.767715:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017967.767718:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017967.767723:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017967.767733:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339620352/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017967.767737:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339619968:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017967.767745:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017967.767748:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017967.767750:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017967.767754:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2231 00000100:00080000:2.0:1734017967.767756:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017967.767760:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017967.767764:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017967.767773:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339620480/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017967.767781:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017967.767784:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017967.767786:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017967.767790:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2231 00000100:00080000:2.0:1734017967.767794:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017967.767797:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017967.767802:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734017967.767804:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734017967.767809:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339620608/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017967.767828:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017967/real 1734017967] req@ffff8800a7a7fb80 x1818247339619968/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017967.767891:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339619968/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017967.767902:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017967.767906:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017967.767911:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339619968:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017967.767919:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339620096:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017967.767940:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017967.767948:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017967/real 1734017967] req@ffff8800a7a7dc00 x1818247339620096/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017967.767960:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339620096/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017967.767968:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017967.767971:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017967.767974:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339620096:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017967.767980:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339620224:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017967.767994:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017967.768001:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017967/real 1734017967] req@ffff8800a7a7ea00 x1818247339620224/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017967.768011:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339620224/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017967.768018:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017967.768022:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017967.768025:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339620224:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017967.768051:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339620352:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017967.768064:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017967.768071:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017967/real 1734017967] req@ffff8800a7a7c380 x1818247339620352/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017967.768082:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339620352/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017967.768090:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017967.768092:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017967.768095:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339620352:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017967.768101:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339620480:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017967.768113:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017967.768120:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017967/real 1734017967] req@ffff8800a7a7ed80 x1818247339620480/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017967.768130:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339620480/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017967.768137:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017967.768140:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017967.768143:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339620480:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017967.768148:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339620608:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017967.768164:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017967.768171:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017967/real 1734017967] req@ffff8800a7a7df80 x1818247339620608/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017967.768181:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339620608/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017967.768188:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017967.768190:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017967.768193:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339620608:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017968.413573:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017968.743449:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017969.415568:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017969.743485:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017970.417588:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017970.743457:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017971.419585:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017971.743437:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017972.421606:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017972.743470:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734017972.775456:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017972.775465:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017972.775469:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017972.775479:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2236 00000100:00080000:2.0:1734017972.775488:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017972.775496:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017972.775532:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339620736/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017972.775565:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017972.775569:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017972.775571:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017972.775575:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2236 00000100:00080000:2.0:1734017972.775578:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017972.775582:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017972.775591:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017972.775602:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339620864/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017972.775619:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017972.775622:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017972.775624:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017972.775627:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2236 00000100:00080000:2.0:1734017972.775630:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017972.775633:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017972.775638:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017972.775646:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339620992/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017972.775656:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017972.775659:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017972.775661:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017972.775664:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2236 00000100:00080000:2.0:1734017972.775667:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734017972.775669:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339620736:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017972.775671:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017972.775675:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017972.775683:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339621120/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017972.775691:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017972.775695:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017972.775696:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017972.775700:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2236 00000100:00080000:2.0:1734017972.775703:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017972.775707:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017972.775711:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017972.775718:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339621248/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017972.775726:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017972.775729:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:1.0:1734017972.775731:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734017972.775731:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017972.775735:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2236 00000100:00080000:2.0:1734017972.775737:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017972.775741:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017972.775745:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734017972.775753:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017972/real 1734017972] req@ffff8800a7a7c700 x1818247339620736/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017972.775753:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339621376/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017972.775809:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339620736/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017972.775821:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017972.775824:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017972.775829:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339620736:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017972.775836:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339620864:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017972.775856:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017972.775864:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017972/real 1734017972] req@ffff8800a7a7ce00 x1818247339620864/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017972.775875:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339620864/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017972.775884:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017972.775887:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017972.775890:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339620864:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017972.775913:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339620992:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017972.775927:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017972.775933:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017972/real 1734017972] req@ffff8800a7a7f100 x1818247339620992/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017972.775944:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339620992/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017972.775952:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017972.775954:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017972.775957:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339620992:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017972.775962:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339621120:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017972.775974:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017972.775980:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017972/real 1734017972] req@ffff8800a7a7e300 x1818247339621120/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017972.775990:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339621120/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017972.775998:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017972.776000:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017972.776003:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339621120:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017972.776009:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339621248:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017972.776022:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017972.776028:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017972/real 1734017972] req@ffff8800a7a7ca80 x1818247339621248/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017972.776039:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339621248/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017972.776046:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017972.776048:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017972.776051:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339621248:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017972.776056:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339621376:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017972.776068:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017972.776074:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017972/real 1734017972] req@ffff8800a7a7d180 x1818247339621376/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017972.776084:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339621376/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017972.776091:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017972.776093:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017972.776096:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339621376:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017973.423586:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017973.743468:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017974.425555:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017974.743481:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017975.427614:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017975.743479:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017976.429660:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017976.743453:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017977.431617:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017977.743479:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734017977.783466:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017977.783475:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017977.783481:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017977.783494:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2241 00000100:00080000:2.0:1734017977.783505:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017977.783515:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017977.783562:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339621504/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017977.783599:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017977.783603:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017977.783605:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017977.783610:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2241 00000100:00080000:2.0:1734017977.783613:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017977.783618:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017977.783630:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017977.783641:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339621632/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017977.783651:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017977.783655:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017977.783657:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017977.783661:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2241 00000100:00080000:2.0:1734017977.783664:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017977.783668:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017977.783708:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017977.783722:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339621760/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017977.783733:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017977.783736:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017977.783738:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017977.783743:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2241 00000100:00100000:1.0:1734017977.783745:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339621504:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017977.783746:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017977.783750:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017977.783755:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017977.783766:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339621888/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017977.783775:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017977.783779:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017977.783781:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017977.783785:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2241 00000100:00080000:2.0:1734017977.783787:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017977.783791:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017977.783795:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017977.783803:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339622016/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017977.783812:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017977.783815:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:1.0:1734017977.783816:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734017977.783816:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017977.783820:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2241 00000100:00080000:2.0:1734017977.783823:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017977.783827:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017977.783831:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734017977.783838:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017977/real 1734017977] req@ffff8800a7a7c000 x1818247339621504/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017977.783839:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339622144/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017977.783860:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339621504/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017977.783872:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017977.783876:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017977.783880:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339621504:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017977.783889:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339621632:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017977.783906:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017977.783914:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017977/real 1734017977] req@ffff8800a7a7f480 x1818247339621632/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017977.783925:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339621632/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017977.783933:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017977.783936:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017977.783939:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339621632:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017977.783964:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339621760:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017977.783978:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017977.783984:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017977/real 1734017977] req@ffff8800a7a7d180 x1818247339621760/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017977.783995:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339621760/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017977.784003:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017977.784006:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017977.784009:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339621760:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017977.784016:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339621888:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017977.784028:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017977.784034:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017977/real 1734017977] req@ffff8800a7a7ca80 x1818247339621888/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017977.784045:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339621888/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017977.784053:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017977.784055:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017977.784058:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339621888:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017977.784064:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339622016:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017977.784077:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017977.784083:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017977/real 1734017977] req@ffff8800a7a7e300 x1818247339622016/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017977.784093:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339622016/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017977.784100:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017977.784103:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017977.784106:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339622016:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017977.784113:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339622144:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017977.784128:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017977.784135:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017977/real 1734017977] req@ffff8800a7a7f100 x1818247339622144/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017977.784145:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339622144/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017977.784152:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017977.784154:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017977.784157:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339622144:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017978.433633:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017978.743446:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017979.435611:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017979.743467:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017980.437575:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017980.743481:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017981.439643:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017981.743519:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017982.441637:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017982.743474:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734017982.791467:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017982.791476:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017982.791480:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017982.791490:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2246 00000100:00080000:2.0:1734017982.791499:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017982.791508:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017982.791542:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339622272/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017982.791574:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017982.791579:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017982.791581:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017982.791585:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2246 00000100:00080000:2.0:1734017982.791622:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017982.791627:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017982.791638:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017982.791649:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339622400/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017982.791659:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017982.791663:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017982.791664:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017982.791668:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2246 00000100:00080000:2.0:1734017982.791671:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017982.791675:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:1.0:1734017982.791676:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339622272:192.168.201.101@tcp:250:kworker.0 00000008:00100000:2.0:1734017982.791679:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017982.791688:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339622528/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017982.791697:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017982.791701:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017982.791703:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017982.791706:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2246 00000100:00080000:2.0:1734017982.791709:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017982.791712:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017982.791716:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017982.791724:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339622656/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017982.791732:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017982.791735:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017982.791737:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1734017982.791740:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734017982.791740:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2246 00000100:00080000:2.0:1734017982.791743:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017982.791746:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017982.791750:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017982.791758:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339622784/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017982.791761:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017982/real 1734017982] req@ffff8800a7a7ce00 x1818247339622272/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017982.791766:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017982.791769:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017982.791771:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017982.791774:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2246 00000100:00080000:2.0:1734017982.791777:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017982.791780:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:1.0:1734017982.791781:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339622272/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:2.0:1734017982.791785:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1734017982.791792:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1734017982.791792:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339622912/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1734017982.791795:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017982.791800:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339622272:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017982.791807:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339622400:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017982.791824:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017982.791831:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017982/real 1734017982] req@ffff8800a7a7c700 x1818247339622400/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017982.791842:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339622400/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017982.791851:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017982.791853:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017982.791857:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339622400:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017982.791879:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339622528:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017982.791893:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017982.791899:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017982/real 1734017982] req@ffff8800a7a7df80 x1818247339622528/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017982.791910:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339622528/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017982.791918:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017982.791920:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017982.791923:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339622528:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017982.791929:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339622656:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017982.791941:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017982.791946:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017982/real 1734017982] req@ffff8800a7a7ed80 x1818247339622656/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017982.791956:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339622656/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017982.791964:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017982.791966:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017982.791969:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339622656:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017982.791976:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339622784:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017982.791989:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017982.791995:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017982/real 1734017982] req@ffff8800a7a7c380 x1818247339622784/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017982.792006:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339622784/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017982.792014:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017982.792016:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017982.792019:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339622784:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017982.792024:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339622912:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017982.792036:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017982.792041:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017982/real 1734017982] req@ffff8800a7a7ea00 x1818247339622912/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017982.792051:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339622912/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017982.792058:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017982.792060:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017982.792063:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339622912:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017983.443641:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017983.743480:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017984.445644:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017984.743449:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017985.447610:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017985.743464:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017986.449614:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017986.743445:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017987.451597:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017987.743443:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734017987.799427:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017987.799435:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017987.799439:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017987.799449:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2251 00000100:00080000:2.0:1734017987.799457:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017987.799465:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017987.799499:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339623040/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017987.799562:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017987.799567:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017987.799569:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017987.799573:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2251 00000100:00080000:2.0:1734017987.799577:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017987.799581:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017987.799591:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017987.799602:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339623168/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017987.799620:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017987.799623:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017987.799625:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017987.799629:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2251 00000100:00080000:2.0:1734017987.799631:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734017987.799632:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339623040:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734017987.799635:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017987.799640:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017987.799650:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339623296/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017987.799658:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017987.799661:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017987.799663:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017987.799666:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2251 00000100:00080000:2.0:1734017987.799669:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017987.799673:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017987.799677:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017987.799685:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339623424/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017987.799693:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1734017987.799694:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734017987.799697:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017987.799698:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017987.799701:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2251 00000100:00080000:2.0:1734017987.799705:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017987.799708:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017987.799712:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1734017987.799715:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017987/real 1734017987] req@ffff8800a7a7dc00 x1818247339623040/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017987.799720:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339623552/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017987.799728:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017987.799731:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017987.799733:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734017987.799735:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339623040/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017987.799736:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2251 00000100:00080000:2.0:1734017987.799739:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017987.799742:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00080000:1.0:1734017987.799745:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:2.0:1734017987.799746:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1734017987.799749:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017987.799753:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339623040:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734017987.799754:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339623680/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017987.799776:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339623168:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017987.799793:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017987.799800:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017987/real 1734017987] req@ffff8800a7a7fb80 x1818247339623168/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017987.799811:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339623168/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017987.799819:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017987.799821:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017987.799825:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339623168:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017987.799831:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339623296:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017987.799844:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017987.799851:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017987/real 1734017987] req@ffff8800a7a7ea00 x1818247339623296/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017987.799861:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339623296/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017987.799869:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017987.799872:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017987.799875:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339623296:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017987.799880:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339623424:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017987.799892:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017987.799898:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017987/real 1734017987] req@ffff8800a7a7c380 x1818247339623424/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017987.799909:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339623424/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017987.799916:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017987.799919:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017987.799922:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339623424:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017987.799927:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339623552:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017987.799939:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017987.799945:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017987/real 1734017987] req@ffff8800a7a7ed80 x1818247339623552/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017987.799955:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339623552/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017987.799962:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017987.799965:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017987.799968:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339623552:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017987.799973:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339623680:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017987.799989:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017987.799995:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017987/real 1734017987] req@ffff8800a7a7df80 x1818247339623680/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017987.800005:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339623680/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017987.800013:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017987.800015:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017987.800018:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339623680:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017988.453634:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017988.743452:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017989.455642:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017989.743515:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017990.457589:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017990.743497:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017991.459653:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017991.743409:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017992.461618:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017992.743494:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734017992.807456:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017992.807465:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017992.807469:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017992.807479:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2256 00000100:00080000:2.0:1734017992.807488:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017992.807495:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017992.807530:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339623808/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017992.807562:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017992.807567:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017992.807569:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017992.807573:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2256 00000100:00080000:2.0:1734017992.807576:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017992.807580:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017992.807589:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017992.807599:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339623936/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017992.807609:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017992.807612:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017992.807614:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017992.807617:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2256 00000100:00080000:2.0:1734017992.807620:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017992.807624:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017992.807628:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017992.807637:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339624064/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017992.807645:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017992.807648:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017992.807650:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017992.807654:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2256 00000100:00080000:2.0:1734017992.807656:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017992.807660:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:1.0:1734017992.807663:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339623808:192.168.201.101@tcp:250:kworker.0 00000008:00100000:2.0:1734017992.807664:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734017992.807672:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339624192/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017992.807681:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017992.807684:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017992.807686:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017992.807689:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2256 00000100:00080000:2.0:1734017992.807691:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017992.807695:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017992.807698:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017992.807706:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339624320/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017992.807714:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017992.807717:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017992.807718:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017992.807722:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2256 00000100:00080000:2.0:1734017992.807725:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1734017992.807726:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734017992.807728:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017992.807733:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017992.807740:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339624448/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017992.807747:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017992/real 1734017992] req@ffff8800a7a7c700 x1818247339623808/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017992.807765:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339623808/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017992.807776:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017992.807779:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017992.807784:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339623808:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017992.807791:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339623936:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017992.807807:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017992.807814:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017992/real 1734017992] req@ffff8800a7a7ce00 x1818247339623936/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017992.807825:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339623936/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017992.807834:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017992.807837:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017992.807840:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339623936:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017992.807845:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339624064:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017992.807859:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017992.807865:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017992/real 1734017992] req@ffff8800a7a7f100 x1818247339624064/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017992.807875:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339624064/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017992.807882:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017992.807885:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017992.807888:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339624064:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017992.807914:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339624192:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017992.807927:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017992.807934:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017992/real 1734017992] req@ffff8800a7a7e300 x1818247339624192/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017992.807944:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339624192/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017992.807952:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017992.807954:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017992.807957:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339624192:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017992.807964:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339624320:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017992.807976:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017992.807982:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017992/real 1734017992] req@ffff8800a7a7ca80 x1818247339624320/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017992.807993:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339624320/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017992.808000:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017992.808002:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017992.808005:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339624320:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017992.808011:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339624448:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017992.808022:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017992.808028:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017992/real 1734017992] req@ffff8800a7a7d180 x1818247339624448/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017992.808038:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339624448/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017992.808045:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017992.808047:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017992.808050:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339624448:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017993.463637:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017993.743475:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017994.465594:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017994.743493:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017995.467607:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017995.743478:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017996.469641:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017996.743465:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017997.471627:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017997.743463:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734017997.815482:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017997.815491:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017997.815497:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017997.815510:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2261 00000100:00080000:2.0:1734017997.815521:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017997.815531:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734017997.815578:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339624576/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017997.815614:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017997.815619:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017997.815621:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017997.815626:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2261 00000100:00080000:2.0:1734017997.815629:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017997.815633:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017997.815645:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017997.815656:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339624704/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017997.815667:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017997.815670:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017997.815673:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017997.815677:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2261 00000100:00080000:2.0:1734017997.815680:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017997.815684:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017997.815690:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734017997.815701:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339624832/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017997.815710:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017997.815713:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017997.815715:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017997.815718:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2261 00000100:00080000:2.0:1734017997.815721:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017997.815725:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017997.815730:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734017997.815740:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339624576:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734017997.815740:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339624960/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017997.815752:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017997.815755:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017997.815757:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017997.815761:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2261 00000100:00080000:2.0:1734017997.815763:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017997.815767:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017997.815771:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017997.815779:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339625088/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017997.815789:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017997.815793:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017997.815794:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017997.815798:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2261 00000100:00080000:2.0:1734017997.815801:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017997.815805:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734017997.815809:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734017997.815810:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734017997.815817:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339625216/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017997.815835:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017997/real 1734017997] req@ffff8800a7a7f480 x1818247339624576/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017997.815855:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339624576/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017997.815867:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017997.815871:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017997.815875:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339624576:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734017997.815883:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339624704:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017997.815901:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017997.815908:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017997/real 1734017997] req@ffff8800a7a7c000 x1818247339624704/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017997.815920:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339624704/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017997.815927:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017997.815931:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017997.815934:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339624704:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017997.815940:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339624832:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017997.815953:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017997.815959:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017997/real 1734017997] req@ffff8800a7a7d180 x1818247339624832/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017997.815969:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339624832/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017997.815978:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017997.815981:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017997.815984:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339624832:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017997.816010:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339624960:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017997.816023:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017997.816030:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017997/real 1734017997] req@ffff8800a7a7ca80 x1818247339624960/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017997.816041:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339624960/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017997.816049:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017997.816051:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017997.816054:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339624960:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734017997.816060:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339625088:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734017997.816072:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017997.816078:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017997/real 1734017997] req@ffff8800a7a7e300 x1818247339625088/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017997.816089:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339625088/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017997.816096:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017997.816099:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017997.816102:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339625088:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734017997.816108:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339625216:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734017997.816123:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734017997.816129:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017997/real 1734017997] req@ffff8800a7a7f100 x1818247339625216/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017997.816139:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339625216/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017997.816147:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017997.816149:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734017997.816152:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339625216:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734017998.473621:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017998.743468:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734017999.475598:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017999.743442:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018000.477627:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018000.743480:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018001.479569:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018001.743461:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018002.481614:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018002.743450:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734018002.823443:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018002.823453:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018002.823457:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018002.823467:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2266 00000100:00080000:2.0:1734018002.823476:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018002.823484:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018002.823518:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339625344/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018002.823552:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018002.823556:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018002.823559:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018002.823563:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2266 00000100:00080000:2.0:1734018002.823567:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018002.823570:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018002.823580:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018002.823590:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339625472/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018002.823600:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018002.823604:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018002.823606:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018002.823609:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2266 00000100:00080000:2.0:1734018002.823612:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018002.823615:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018002.823620:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018002.823628:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339625600/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018002.823636:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018002.823640:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018002.823641:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018002.823645:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2266 00000100:00080000:2.0:1734018002.823647:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018002.823651:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:1.0:1734018002.823656:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339625344:192.168.201.101@tcp:250:kworker.0 00000008:00100000:2.0:1734018002.823656:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018002.823663:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339625728/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018002.823673:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018002.823676:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018002.823677:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018002.823681:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2266 00000100:00080000:2.0:1734018002.823683:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018002.823687:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018002.823691:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018002.823698:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339625856/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018002.823706:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018002.823709:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018002.823710:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018002.823714:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2266 00000100:00080000:2.0:1734018002.823716:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1734018002.823720:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734018002.823720:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018002.823724:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018002.823731:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339625984/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018002.823742:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018002/real 1734018002] req@ffff8800a7a7ce00 x1818247339625344/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018002.823761:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339625344/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018002.823772:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018002.823775:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018002.823779:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339625344:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018002.823787:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339625472:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018002.823803:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018002.823810:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018002/real 1734018002] req@ffff8800a7a7c700 x1818247339625472/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018002.823821:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339625472/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018002.823830:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018002.823833:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018002.823836:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339625472:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018002.823842:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339625600:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018002.823855:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018002.823861:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018002/real 1734018002] req@ffff8800a7a7df80 x1818247339625600/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018002.823871:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339625600/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018002.823879:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018002.823881:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018002.823884:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339625600:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018002.823909:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339625728:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018002.823922:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018002.823928:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018002/real 1734018002] req@ffff8800a7a7ed80 x1818247339625728/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018002.823939:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339625728/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018002.823947:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018002.823949:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018002.823952:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339625728:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018002.823958:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339625856:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018002.823971:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018002.823977:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018002/real 1734018002] req@ffff8800a7a7c380 x1818247339625856/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018002.823988:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339625856/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018002.823996:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018002.823998:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018002.824001:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339625856:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018002.824006:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339625984:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018002.824017:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018002.824024:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018002/real 1734018002] req@ffff8800a7a7ea00 x1818247339625984/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018002.824033:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339625984/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018002.824040:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018002.824042:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018002.824045:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339625984:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734018003.483618:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018003.743468:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018004.485618:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018004.743443:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018005.487615:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018005.743485:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018006.489619:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018006.743440:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018007.491578:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018007.743453:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734018007.831434:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018007.831442:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018007.831446:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018007.831456:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2271 00000100:00080000:2.0:1734018007.831465:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018007.831473:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018007.831506:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339626112/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018007.831539:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018007.831543:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018007.831545:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018007.831549:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2271 00000100:00080000:2.0:1734018007.831552:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018007.831556:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018007.831565:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018007.831576:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339626240/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018007.831585:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018007.831589:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018007.831590:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018007.831594:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2271 00000100:00080000:2.0:1734018007.831596:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018007.831600:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018007.831605:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018007.831614:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339626368/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018007.831623:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018007.831626:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018007.831628:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018007.831631:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2271 00000100:00080000:2.0:1734018007.831633:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018007.831637:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018007.831641:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734018007.831643:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339626112:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734018007.831649:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339626496/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018007.831659:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018007.831662:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018007.831664:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018007.831667:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2271 00000100:00080000:2.0:1734018007.831669:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018007.831672:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018007.831677:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018007.831684:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339626624/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018007.831692:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018007.831695:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018007.831696:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018007.831700:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2271 00000100:00080000:2.0:1734018007.831703:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018007.831706:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018007.831710:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018007.831717:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339626752/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018007.831730:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339626240:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018007.831750:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339626368:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018007.831773:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339626496:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018007.831788:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339626624:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018007.831802:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339626752:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734018008.493592:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018008.743439:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018009.495594:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018009.743470:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018010.497563:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018010.743456:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000400:00000100:0.0:1734018010.837696:0:1968:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:0.0:1734018010.837750:0:1968:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1734018010.837771:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734018010.837806:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734018010.837812:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734018010.837817:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734018010.837823:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734018010.837829:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000100:00100000:1.0:1734018010.837943:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018007/real 1734018010] req@ffff8800a7a7c380 x1818247339626496/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018010.837983:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339626496/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018010.838002:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018010.838008:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018010.838016:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339626496:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018010.838028:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018007/real 1734018010] req@ffff8800a7a7ed80 x1818247339626624/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018010.838049:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339626624/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018010.838062:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018010.838066:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018010.838072:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339626624:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018010.838083:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018007/real 1734018010] req@ffff8800a7a7df80 x1818247339626752/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018010.838100:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339626752/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018010.838176:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018010.838181:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018010.838187:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339626752:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018010.838199:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018007/real 1734018010] req@ffff8800a7a7fb80 x1818247339626112/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018010.838221:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339626112/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018010.838233:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018010.838236:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018010.838242:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339626112:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018010.838253:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018007/real 1734018010] req@ffff8800a7a7dc00 x1818247339626240/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018010.838271:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339626240/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018010.838284:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018010.838288:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018010.838306:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339626240:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018010.838317:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018007/real 1734018010] req@ffff8800a7a7ea00 x1818247339626368/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018010.838474:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339626368/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018010.838498:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018010.838502:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018010.838507:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339626368:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734018011.499606:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018011.743460:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018012.501611:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018012.743473:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734018012.839473:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018012.839481:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018012.839486:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018012.839495:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2276 00000100:00080000:2.0:1734018012.839504:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018012.839512:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018012.839546:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339626880/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018012.839579:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018012.839583:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018012.839585:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018012.839589:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2276 00000100:00080000:2.0:1734018012.839593:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018012.839596:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018012.839607:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018012.839618:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339627008/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018012.839627:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018012.839631:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018012.839632:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018012.839636:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2276 00000100:00080000:2.0:1734018012.839638:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018012.839642:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018012.839646:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018012.839655:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339627136/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018012.839663:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018012.839667:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018012.839669:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018012.839672:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2276 00000100:00080000:2.0:1734018012.839674:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018012.839678:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:1.0:1734018012.839682:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339626880:192.168.201.101@tcp:250:kworker.0 00000008:00100000:2.0:1734018012.839682:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018012.839689:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339627264/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018012.839699:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018012.839702:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018012.839704:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018012.839708:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2276 00000100:00080000:2.0:1734018012.839710:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018012.839713:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018012.839718:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018012.839725:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339627392/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018012.839733:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018012.839736:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018012.839737:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018012.839741:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2276 00000800:00000100:1.0:1734018012.839744:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734018012.839744:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018012.839747:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018012.839751:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018012.839758:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339627520/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018012.839766:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018012/real 1734018012] req@ffff8800a7a7c700 x1818247339626880/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018012.839784:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339626880/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018012.839795:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018012.839798:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018012.839803:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339626880:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018012.839810:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339627008:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018012.839826:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018012.839833:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018012/real 1734018012] req@ffff8800a7a7ce00 x1818247339627008/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018012.839844:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339627008/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018012.839852:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018012.839854:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018012.839857:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339627008:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018012.839864:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339627136:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018012.839877:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018012.839883:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018012/real 1734018012] req@ffff8800a7a7f100 x1818247339627136/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018012.839894:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339627136/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018012.839901:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018012.839903:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018012.839907:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339627136:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018012.839931:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339627264:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018012.839944:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018012.839950:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018012/real 1734018012] req@ffff8800a7a7e300 x1818247339627264/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018012.839961:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339627264/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018012.839969:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018012.839971:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018012.839974:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339627264:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018012.839979:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339627392:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018012.839991:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018012.839997:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018012/real 1734018012] req@ffff8800a7a7ca80 x1818247339627392/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018012.840009:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339627392/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018012.840016:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018012.840018:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018012.840021:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339627392:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018012.840026:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339627520:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018012.840037:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018012.840043:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018012/real 1734018012] req@ffff8800a7a7d180 x1818247339627520/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018012.840053:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339627520/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018012.840060:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018012.840062:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018012.840065:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339627520:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734018013.503559:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018013.743466:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018014.505589:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018014.743464:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018015.507595:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018015.743488:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018016.509574:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018016.743437:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018017.511628:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018017.743464:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734018017.847448:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018017.847457:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018017.847462:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018017.847474:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2281 00000100:00080000:2.0:1734018017.847485:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018017.847495:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018017.847542:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339627648/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018017.847579:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018017.847584:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018017.847586:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018017.847591:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2281 00000100:00080000:2.0:1734018017.847594:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018017.847598:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018017.847610:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018017.847621:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339627776/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018017.847631:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018017.847635:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018017.847637:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018017.847641:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2281 00000100:00080000:2.0:1734018017.847644:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018017.847648:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018017.847653:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018017.847665:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339627904/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018017.847673:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018017.847677:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018017.847679:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018017.847683:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2281 00000100:00080000:2.0:1734018017.847685:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018017.847689:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018017.847694:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734018017.847700:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339627648:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734018017.847705:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339628032/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018017.847715:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018017.847719:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018017.847720:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018017.847724:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2281 00000100:00080000:2.0:1734018017.847727:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018017.847730:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018017.847735:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018017.847743:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339628160/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018017.847753:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018017.847756:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018017.847758:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018017.847761:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2281 00000100:00080000:2.0:1734018017.847764:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1734018017.847768:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734018017.847768:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018017.847773:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018017.847781:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339628288/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018017.847791:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018017/real 1734018017] req@ffff8800a7a7c000 x1818247339627648/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018017.847811:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339627648/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018017.847823:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018017.847828:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018017.847832:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339627648:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018017.847840:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339627776:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018017.847858:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018017.847865:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018017/real 1734018017] req@ffff8800a7a7f480 x1818247339627776/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018017.847876:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339627776/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018017.847885:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018017.847888:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018017.847892:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339627776:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018017.847898:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339627904:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018017.847911:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018017.847917:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018017/real 1734018017] req@ffff8800a7a7d180 x1818247339627904/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018017.847927:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339627904/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018017.847935:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018017.847938:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018017.847941:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339627904:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018017.847967:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339628032:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018017.847984:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018017.848036:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018017/real 1734018017] req@ffff8800a7a7ca80 x1818247339628032/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018017.848050:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339628032/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018017.848059:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018017.848062:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018017.848065:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339628032:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018017.848071:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339628160:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018017.848089:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018017.848096:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018017/real 1734018017] req@ffff8800a7a7e300 x1818247339628160/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018017.848107:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339628160/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018017.848114:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018017.848117:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018017.848120:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339628160:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018017.848125:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339628288:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018017.848137:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018017.848143:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018017/real 1734018017] req@ffff8800a7a7f100 x1818247339628288/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018017.848160:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339628288/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018017.848167:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018017.848170:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018017.848173:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339628288:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734018018.513612:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018018.743449:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018019.515606:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018019.743472:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018020.517608:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018020.743447:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018021.519594:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018021.743453:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018022.521460:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018022.743374:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734018022.855426:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018022.855434:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018022.855437:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018022.855443:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2286 00000100:00080000:2.0:1734018022.855451:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018022.855456:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018022.855481:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339628416/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018022.855504:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018022.855507:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018022.855508:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018022.855510:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2286 00000100:00080000:2.0:1734018022.855512:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018022.855514:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018022.855521:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018022.855527:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339628544/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018022.855532:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018022.855533:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018022.855535:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018022.855537:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2286 00000100:00080000:2.0:1734018022.855538:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018022.855540:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018022.855543:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018022.855548:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339628672/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018022.855552:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018022.855554:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018022.855554:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018022.855556:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2286 00000100:00080000:2.0:1734018022.855558:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018022.855560:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018022.855562:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018022.855566:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339628800/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018022.855571:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018022.855572:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018022.855573:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018022.855575:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2286 00000100:00080000:2.0:1734018022.855576:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018022.855578:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018022.855581:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018022.855585:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339628928/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018022.855591:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018022.855593:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018022.855594:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018022.855596:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2286 00000100:00080000:2.0:1734018022.855597:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018022.855599:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018022.855602:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734018022.855606:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339628416:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734018022.855606:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339629056/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018022.855669:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018022.855688:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018022/real 1734018022] req@ffff8800a7a7ce00 x1818247339628416/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018047 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018022.855700:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339628416/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018047 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018022.855707:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018022.855709:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018022.855712:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339628416:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018022.855716:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339628544:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018022.855727:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018022.855730:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018022/real 1734018022] req@ffff8800a7a7c700 x1818247339628544/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018047 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018022.855736:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339628544/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018047 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018022.855740:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018022.855743:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018022.855744:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339628544:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018022.855748:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339628672:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018022.855756:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018022.855760:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018022/real 1734018022] req@ffff8800a7a7ea00 x1818247339628672/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018047 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018022.855765:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339628672/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018047 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018022.855769:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018022.855771:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018022.855773:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339628672:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018022.855776:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339628800:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018022.855784:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018022.855787:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018022/real 1734018022] req@ffff8800a7a7dc00 x1818247339628800/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018047 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018022.855792:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339628800/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018047 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018022.855796:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018022.855798:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018022.855799:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339628800:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018022.855820:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339628928:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018022.855829:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018022.855833:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018022/real 1734018022] req@ffff8800a7a7fb80 x1818247339628928/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018047 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018022.855839:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339628928/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018047 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018022.855843:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018022.855844:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018022.855846:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339628928:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018022.855849:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339629056:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018022.855855:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018022.855858:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018022/real 1734018022] req@ffff8800a7a7df80 x1818247339629056/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018047 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018022.855863:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339629056/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018047 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018022.855867:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018022.855868:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018022.855870:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339629056:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734018023.523529:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018023.743470:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018024.525545:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018024.743439:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018025.527559:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018025.743441:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018026.529703:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018026.743454:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018027.531524:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018027.743442:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734018027.863434:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018027.863441:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018027.863444:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018027.863451:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2291 00000100:00080000:2.0:1734018027.863458:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018027.863463:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018027.863489:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339629184/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018027.863511:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018027.863514:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018027.863515:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018027.863518:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2291 00000100:00080000:2.0:1734018027.863520:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018027.863522:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018027.863528:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018027.863534:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339629312/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018027.863539:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018027.863541:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018027.863542:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018027.863544:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2291 00000100:00080000:2.0:1734018027.863546:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018027.863548:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018027.863550:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018027.863557:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339629440/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018027.863561:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018027.863562:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018027.863563:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018027.863565:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2291 00000100:00080000:2.0:1734018027.863566:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018027.863568:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018027.863570:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018027.863575:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339629568/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018027.863580:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018027.863582:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018027.863583:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018027.863585:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2291 00000100:00080000:2.0:1734018027.863586:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734018027.863587:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339629184:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018027.863588:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018027.863590:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018027.863594:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339629696/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018027.863598:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018027.863600:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018027.863601:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018027.863603:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2291 00000100:00080000:2.0:1734018027.863604:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018027.863606:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018027.863608:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018027.863612:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339629824/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018027.863630:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018027.863643:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018027/real 1734018027] req@ffff8800a7a7ed80 x1818247339629184/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018027.863658:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339629184/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018027.863664:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018027.863665:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018027.863668:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339629184:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018027.863671:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339629312:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018027.863680:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018027.863683:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018027/real 1734018027] req@ffff8800a7a7c380 x1818247339629312/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018027.863689:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339629312/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018027.863693:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018027.863694:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018027.863696:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339629312:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018027.863699:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339629440:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018027.863706:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018027.863709:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018027/real 1734018027] req@ffff8800a7a7df80 x1818247339629440/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018027.863714:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339629440/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018027.863717:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018027.863719:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018027.863721:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339629440:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018027.863735:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339629568:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018027.863741:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018027.863745:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018027/real 1734018027] req@ffff8800a7a7fb80 x1818247339629568/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018027.863750:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339629568/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018027.863754:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018027.863755:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018027.863756:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339629568:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018027.863759:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339629696:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018027.863765:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018027.863768:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018027/real 1734018027] req@ffff8800a7a7dc00 x1818247339629696/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018027.863773:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339629696/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018027.863777:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018027.863778:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018027.863779:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339629696:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018027.863782:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339629824:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018027.863790:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018027.863793:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018027/real 1734018027] req@ffff8800a7a7ea00 x1818247339629824/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018027.863798:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339629824/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018027.863802:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018027.863803:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018027.863804:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339629824:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734018028.533493:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018028.743452:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018029.535516:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018029.743560:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018030.537498:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018030.743415:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018031.539611:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018031.743411:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018032.541479:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018032.743369:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734018032.871428:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018032.871436:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018032.871440:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018032.871448:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2296 00000100:00080000:2.0:1734018032.871456:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018032.871462:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018032.871503:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339629952/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018032.871531:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018032.871534:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018032.871535:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018032.871538:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2296 00000100:00080000:2.0:1734018032.871541:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018032.871544:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018032.871551:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018032.871560:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339630080/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018032.871566:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339629952:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018032.871568:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018032.871570:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018032.871572:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018032.871574:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2296 00000100:00080000:2.0:1734018032.871576:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018032.871579:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018032.871583:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018032.871590:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339630208/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018032.871597:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018032.871599:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018032.871600:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018032.871603:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2296 00000100:00080000:2.0:1734018032.871605:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1734018032.871606:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734018032.871607:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018032.871610:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018032.871617:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339630336/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018032.871619:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018032/real 1734018032] req@ffff8800a7a7c700 x1818247339629952/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018032.871623:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018032.871625:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018032.871626:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734018032.871628:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339629952/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018032.871629:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2296 00000100:00080000:2.0:1734018032.871631:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1734018032.871633:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018032.871633:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00080000:1.0:1734018032.871635:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000008:00100000:2.0:1734018032.871636:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1734018032.871637:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339629952:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734018032.871642:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339630464/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018032.871648:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734018032.871649:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339630080:192.168.201.101@tcp:38:kworker.0 00000100:00080000:2.0:1734018032.871650:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018032.871651:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018032.871654:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2296 00000100:00080000:2.0:1734018032.871657:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1734018032.871658:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734018032.871659:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:1.0:1734018032.871661:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018032/real 1734018032] req@ffff8800a7a7ce00 x1818247339630080/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:2.0:1734018032.871663:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734018032.871666:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339630080/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018032.871669:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339630592/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1734018032.871670:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018032.871672:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018032.871673:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339630080:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018032.871676:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339630208:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018032.871683:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018032.871686:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018032/real 1734018032] req@ffff8800a7a7f100 x1818247339630208/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018032.871690:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339630208/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018032.871693:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018032.871695:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018032.871696:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339630208:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018032.871699:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339630336:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018032.871704:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018032.871707:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018032/real 1734018032] req@ffff8800a7a7e300 x1818247339630336/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018032.871711:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339630336/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018032.871715:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018032.871716:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018032.871717:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339630336:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018032.871720:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339630464:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018032.871726:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018032.871729:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018032/real 1734018032] req@ffff8800a7a7ca80 x1818247339630464/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018032.871734:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339630464/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018032.871754:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018032.871755:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018032.871757:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339630464:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018032.871766:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339630592:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018032.871775:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018032.871778:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018032/real 1734018032] req@ffff8800a7a7d180 x1818247339630592/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018032.871783:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339630592/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018032.871787:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018032.871788:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018032.871789:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339630592:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734018033.543460:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018033.743446:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018034.545474:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018034.743403:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018035.547502:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018035.743460:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018036.549569:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018036.743427:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018037.551511:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018037.743571:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734018037.879472:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018037.879482:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018037.879487:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018037.879499:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2301 00000100:00080000:2.0:1734018037.879510:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018037.879518:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018037.879550:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339630720/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018037.879584:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018037.879588:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018037.879589:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018037.879593:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2301 00000100:00080000:2.0:1734018037.879596:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018037.879600:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018037.879609:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018037.879619:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339630848/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018037.879625:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018037.879627:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018037.879628:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018037.879630:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2301 00000100:00080000:2.0:1734018037.879631:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018037.879634:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018037.879637:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1734018037.879639:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339630720:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734018037.879644:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339630976/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018037.879663:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018037.879665:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018037.879666:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018037.879668:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2301 00000100:00080000:2.0:1734018037.879670:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018037.879672:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018037.879675:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018037.879681:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339631104/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018037.879687:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018037.879688:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018037.879689:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018037.879693:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2301 00000100:00080000:2.0:1734018037.879695:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018037.879697:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018037.879699:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018037.879704:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339631232/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018037.879709:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018037.879710:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018037.879711:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018037.879713:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2301 00000800:00000100:1.0:1734018037.879715:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734018037.879715:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018037.879717:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018037.879719:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018037.879724:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339631360/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018037.879735:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018037/real 1734018037] req@ffff8800a7a7f480 x1818247339630720/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018037.879751:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339630720/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018037.879761:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018037.879764:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018037.879767:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339630720:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018037.879774:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339630848:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018037.879793:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018037.879801:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018037/real 1734018037] req@ffff8800a7a7c000 x1818247339630848/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018037.879812:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339630848/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018037.879819:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018037.879822:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018037.879825:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339630848:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018037.879845:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339630976:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018037.879861:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018037.879868:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018037/real 1734018037] req@ffff8800a7a7d180 x1818247339630976/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018037.879885:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339630976/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018037.879892:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018037.879895:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018037.879898:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339630976:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018037.879904:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339631104:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018037.879921:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018037.879928:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018037/real 1734018037] req@ffff8800a7a7ca80 x1818247339631104/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018037.879937:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339631104/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018037.879944:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018037.879946:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018037.879949:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339631104:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018037.879954:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339631232:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018037.879966:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018037.879971:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018037/real 1734018037] req@ffff8800a7a7e300 x1818247339631232/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018037.879979:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339631232/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018037.879985:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018037.879987:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018037.879990:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339631232:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018037.879993:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339631360:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018037.880005:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018037.880009:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018037/real 1734018037] req@ffff8800a7a7f100 x1818247339631360/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018037.880017:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339631360/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018037.880022:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018037.880024:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018037.880026:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339631360:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734018038.553528:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018038.743455:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018039.555503:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018039.743426:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018040.557493:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018040.743453:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018041.559525:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018041.743423:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018042.561484:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018042.743368:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734018042.887419:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018042.887427:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018042.887431:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018042.887439:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2306 00000100:00080000:2.0:1734018042.887448:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018042.887456:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018042.887482:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339631488/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018042.887509:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018042.887512:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018042.887514:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018042.887517:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2306 00000100:00080000:2.0:1734018042.887519:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018042.887522:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018042.887530:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018042.887538:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339631616/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018042.887546:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018042.887549:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018042.887551:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018042.887554:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2306 00000100:00080000:2.0:1734018042.887556:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018042.887559:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018042.887562:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018042.887604:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339631744/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018042.887612:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018042.887614:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018042.887616:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018042.887619:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2306 00000100:00080000:2.0:1734018042.887621:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018042.887624:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018042.887628:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734018042.887631:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339631488:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734018042.887634:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339631872/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018042.887642:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018042.887645:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018042.887646:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018042.887649:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2306 00000100:00080000:2.0:1734018042.887651:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018042.887654:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018042.887657:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018042.887662:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339632000/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018042.887670:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018042.887672:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:1.0:1734018042.887673:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734018042.887674:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018042.887677:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2306 00000100:00080000:2.0:1734018042.887679:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018042.887682:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018042.887685:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734018042.887686:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018042/real 1734018042] req@ffff8800a7a7ce00 x1818247339631488/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018042.887690:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339632128/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018042.887697:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339631488/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018042.887702:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018042.887704:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018042.887706:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339631488:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018042.887710:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339631616:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018042.887719:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018042.887723:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018042/real 1734018042] req@ffff8800a7a7c700 x1818247339631616/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018042.887729:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339631616/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018042.887733:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018042.887735:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018042.887736:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339631616:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018042.887739:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339631744:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018042.887746:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018042.887749:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018042/real 1734018042] req@ffff8800a7a7ea00 x1818247339631744/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018042.887754:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339631744/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018042.887758:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018042.887759:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018042.887760:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339631744:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018042.887775:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339631872:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018042.887782:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018042.887785:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018042/real 1734018042] req@ffff8800a7a7dc00 x1818247339631872/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018042.887791:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339631872/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018042.887795:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018042.887796:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018042.887797:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339631872:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018042.887800:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339632000:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018042.887807:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018042.887810:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018042/real 1734018042] req@ffff8800a7a7fb80 x1818247339632000/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018042.887816:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339632000/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018042.887819:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018042.887820:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018042.887822:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339632000:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018042.887825:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339632128:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018042.887830:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018042.887833:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018042/real 1734018042] req@ffff8800a7a7df80 x1818247339632128/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018042.887838:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339632128/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018042.887842:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018042.887843:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018042.887844:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339632128:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734018043.563519:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018043.743440:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018044.565754:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018044.743509:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018045.567630:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018045.743544:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018046.569692:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018046.743604:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018047.571736:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018047.743437:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734018047.895429:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018047.895437:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018047.895440:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018047.895449:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2311 00000100:00080000:2.0:1734018047.895458:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018047.895464:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018047.895528:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339632256/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018047.895558:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018047.895561:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018047.895563:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018047.895566:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2311 00000100:00080000:2.0:1734018047.895569:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018047.895573:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018047.895581:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018047.895591:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339632384/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018047.895600:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018047.895602:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018047.895604:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018047.895608:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2311 00000100:00080000:2.0:1734018047.895610:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734018047.895612:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339632256:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018047.895613:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018047.895618:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018047.895626:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339632512/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018047.895634:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018047.895637:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018047.895638:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018047.895642:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2311 00000100:00080000:2.0:1734018047.895644:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018047.895647:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018047.895651:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018047.895658:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339632640/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018047.895659:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734018047.895665:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018047.895668:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018047.895669:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018047.895672:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2311 00000100:00100000:1.0:1734018047.895675:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018047/real 1734018047] req@ffff8800a7a7c380 x1818247339632256/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018047.895675:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018047.895678:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018047.895681:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018047.895688:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339632768/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018047.895690:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339632256/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018047.895696:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1734018047.895699:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018047.895699:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018047.895700:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1734018047.895702:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00080000:2.0:1734018047.895703:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2311 00000100:00100000:1.0:1734018047.895705:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339632256:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018047.895705:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018047.895708:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018047.895711:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734018047.895712:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339632384:192.168.201.101@tcp:38:kworker.0 00000100:00100000:2.0:1734018047.895718:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339632896/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018047.895726:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018047.895732:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018047/real 1734018047] req@ffff8800a7a7ed80 x1818247339632384/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018047.895742:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339632384/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018047.895748:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018047.895751:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018047.895754:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339632384:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018047.895771:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339632512:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018047.895782:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018047.895788:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018047/real 1734018047] req@ffff8800a7a7df80 x1818247339632512/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018047.895798:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339632512/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018047.895805:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018047.895807:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018047.895810:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339632512:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018047.895815:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339632640:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018047.895826:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018047.895832:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018047/real 1734018047] req@ffff8800a7a7fb80 x1818247339632640/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018047.895841:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339632640/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018047.895848:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018047.895850:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018047.895853:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339632640:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018047.895858:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339632768:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018047.895869:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018047.895874:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018047/real 1734018047] req@ffff8800a7a7dc00 x1818247339632768/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018047.895882:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339632768/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018047.895889:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018047.895891:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018047.895893:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339632768:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018047.895898:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339632896:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018047.895911:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018047.895917:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018047/real 1734018047] req@ffff8800a7a7ea00 x1818247339632896/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018047.895925:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339632896/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018047.895932:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018047.895933:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018047.895936:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339632896:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734018048.573579:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018048.743576:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018049.575617:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018049.743583:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018050.577543:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018050.743465:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018051.579667:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018051.743602:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018052.581539:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018052.743457:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734018052.903529:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018052.903541:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018052.903546:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018052.903557:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2316 00000100:00080000:2.0:1734018052.903568:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018052.903576:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018052.903614:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339633024/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018052.903653:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018052.903658:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018052.903660:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018052.903665:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2316 00000100:00080000:2.0:1734018052.903668:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018052.903672:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018052.903682:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018052.903692:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339633152/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018052.903702:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018052.903706:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018052.903707:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018052.903711:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2316 00000100:00080000:2.0:1734018052.903714:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018052.903717:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018052.903722:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018052.903730:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339633280/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018052.903738:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018052.903741:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018052.903743:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018052.903746:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2316 00000100:00080000:2.0:1734018052.903748:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018052.903752:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018052.903756:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018052.903763:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339633408/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018052.903774:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018052.903777:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018052.903778:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734018052.903781:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339633024:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018052.903782:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2316 00000100:00080000:2.0:1734018052.903784:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018052.903788:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018052.903791:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018052.903798:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339633536/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018052.903807:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018052.903810:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018052.903811:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018052.903815:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2316 00000100:00080000:2.0:1734018052.903817:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018052.903820:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018052.903825:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018052.903832:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339633664/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018052.903859:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018052.903882:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018052/real 1734018052] req@ffff8800a7a7c700 x1818247339633024/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018052.903901:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339633024/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018052.903911:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018052.903926:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018052.903931:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339633024:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018052.903938:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339633152:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018052.903954:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018052.903961:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018052/real 1734018052] req@ffff8800a7a7ce00 x1818247339633152/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018052.903972:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339633152/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018052.903981:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018052.903983:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018052.903987:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339633152:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018052.903992:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339633280:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018052.904005:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018052.904011:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018052/real 1734018052] req@ffff8800a7a7f100 x1818247339633280/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018052.904022:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339633280/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018052.904029:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018052.904031:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018052.904034:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339633280:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018052.904059:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339633408:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018052.904072:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018052.904079:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018052/real 1734018052] req@ffff8800a7a7e300 x1818247339633408/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018052.904089:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339633408/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018052.904097:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018052.904099:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018052.904102:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339633408:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018052.904108:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339633536:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018052.904120:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018052.904126:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018052/real 1734018052] req@ffff8800a7a7ca80 x1818247339633536/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018052.904136:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339633536/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018052.904144:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018052.904146:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018052.904149:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339633536:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018052.904154:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339633664:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018052.904166:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018052.904172:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018052/real 1734018052] req@ffff8800a7a7d180 x1818247339633664/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018052.904181:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339633664/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018052.904188:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018052.904190:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018052.904193:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339633664:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734018053.583602:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018053.743560:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018054.585552:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018054.743423:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018055.587545:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018055.743454:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018056.589552:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018056.743413:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018057.591581:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018057.743438:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734018057.911441:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018057.911452:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018057.911456:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018057.911467:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2321 00000100:00080000:2.0:1734018057.911490:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018057.911498:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018057.911534:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339633792/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018057.911579:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018057.911584:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018057.911586:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018057.911590:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2321 00000100:00080000:2.0:1734018057.911593:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018057.911597:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018057.911606:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018057.911617:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339633920/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018057.911627:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018057.911630:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018057.911632:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018057.911635:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2321 00000100:00080000:2.0:1734018057.911638:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018057.911641:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018057.911646:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018057.911656:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339634048/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018057.911666:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018057.911669:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018057.911671:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734018057.911674:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339633792:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018057.911675:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2321 00000100:00080000:2.0:1734018057.911677:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018057.911681:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018057.911685:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018057.911693:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339634176/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018057.911702:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018057.911705:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018057.911707:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018057.911710:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2321 00000100:00080000:2.0:1734018057.911712:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018057.911716:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018057.911720:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018057.911727:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339634304/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018057.911736:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018057.911739:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018057.911741:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018057.911744:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2321 00000100:00080000:2.0:1734018057.911748:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1734018057.911752:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734018057.911752:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018057.911756:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018057.911763:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339634432/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018057.911779:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018057/real 1734018057] req@ffff8800a7a7c000 x1818247339633792/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018057.911805:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339633792/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018057.911821:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018057.911826:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018057.911832:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339633792:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018057.911844:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339633920:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018057.911872:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018057.911885:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018057/real 1734018057] req@ffff8800a7a7f480 x1818247339633920/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018057.911903:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339633920/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018057.911916:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018057.911920:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018057.911925:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339633920:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018057.911957:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339634048:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018057.911983:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018057.911994:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018057/real 1734018057] req@ffff8800a7a7d180 x1818247339634048/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018057.912012:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339634048/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018057.912024:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018057.912029:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018057.912034:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339634048:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018057.912043:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339634176:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018057.912069:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018057.912082:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018057/real 1734018057] req@ffff8800a7a7ca80 x1818247339634176/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018057.912099:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339634176/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018057.912112:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018057.912115:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018057.912120:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339634176:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018057.912128:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339634304:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018057.912152:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018057.912162:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018057/real 1734018057] req@ffff8800a7a7e300 x1818247339634304/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018057.912180:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339634304/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018057.912192:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018057.912195:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018057.912201:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339634304:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018057.912209:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339634432:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018057.912237:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018057.912249:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018057/real 1734018057] req@ffff8800a7a7f100 x1818247339634432/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018057.912265:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339634432/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018057.912278:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018057.912281:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018057.912286:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339634432:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734018058.593606:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018058.743444:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018059.595497:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018059.743428:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018060.597507:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018060.743442:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018061.599521:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018061.743427:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018062.601572:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018062.743428:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734018062.919422:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018062.919429:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018062.919432:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018062.919439:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2326 00000100:00080000:2.0:1734018062.919446:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018062.919451:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018062.919478:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339634560/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018062.919501:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018062.919504:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018062.919505:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018062.919507:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2326 00000100:00080000:2.0:1734018062.919509:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018062.919511:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018062.919517:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018062.919524:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339634688/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018062.919529:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018062.919531:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018062.919532:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018062.919534:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2326 00000100:00080000:2.0:1734018062.919536:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018062.919538:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018062.919540:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018062.919545:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339634816/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018062.919549:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018062.919551:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018062.919551:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018062.919553:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2326 00000100:00080000:2.0:1734018062.919554:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018062.919556:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018062.919559:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734018062.919562:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339634560:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734018062.919563:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339634944/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018062.919568:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018062.919569:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018062.919570:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018062.919572:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2326 00000100:00080000:2.0:1734018062.919574:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018062.919575:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018062.919578:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018062.919581:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339635072/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018062.919586:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018062.919587:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018062.919588:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018062.919590:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2326 00000100:00080000:2.0:1734018062.919591:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018062.919593:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018062.919595:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018062.919599:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339635200/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018062.919612:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018062.919628:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018062/real 1734018062] req@ffff8800a7a7ce00 x1818247339634560/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018062.919643:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339634560/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018062.919651:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018062.919653:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018062.919657:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339634560:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018062.919663:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339634688:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018062.919680:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018062.919686:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018062/real 1734018062] req@ffff8800a7a7c700 x1818247339634688/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018062.919696:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339634688/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018062.919703:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018062.919705:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018062.919708:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339634688:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018062.919713:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339634816:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018062.919728:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018062.919733:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018062/real 1734018062] req@ffff8800a7a7ea00 x1818247339634816/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018062.919742:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339634816/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018062.919748:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018062.919750:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018062.919752:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339634816:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018062.919773:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339634944:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018062.919785:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018062.919791:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018062/real 1734018062] req@ffff8800a7a7dc00 x1818247339634944/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018062.919800:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339634944/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018062.919807:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018062.919809:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018062.919811:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339634944:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018062.919816:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339635072:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018062.919830:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018062.919835:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018062/real 1734018062] req@ffff8800a7a7fb80 x1818247339635072/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018062.919844:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339635072/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018062.919851:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018062.919853:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018062.919856:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339635072:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018062.919860:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339635200:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018062.919871:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018062.919876:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018062/real 1734018062] req@ffff8800a7a7df80 x1818247339635200/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018062.919885:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339635200/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018062.919891:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018062.919893:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018062.919895:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339635200:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734018063.603503:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018063.743444:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018064.605568:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018064.743432:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018065.607598:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018065.743528:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018066.609649:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018066.743503:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018067.611530:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018067.743387:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734018067.927455:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018067.927465:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018067.927469:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018067.927477:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2331 00000100:00080000:2.0:1734018067.927486:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018067.927494:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018067.927530:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339635328/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018067.927556:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018067.927559:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018067.927560:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018067.927563:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2331 00000100:00080000:2.0:1734018067.927565:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018067.927567:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018067.927575:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018067.927581:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339635456/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018067.927586:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018067.927589:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018067.927590:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018067.927592:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2331 00000100:00080000:2.0:1734018067.927594:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018067.927596:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018067.927599:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018067.927607:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339635584/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018067.927611:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018067.927613:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018067.927614:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018067.927616:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2331 00000100:00080000:2.0:1734018067.927618:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018067.927621:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018067.927623:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018067.927628:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339635712/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018067.927633:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018067.927635:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018067.927635:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018067.927638:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2331 00000100:00080000:2.0:1734018067.927639:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018067.927641:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018067.927643:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018067.927647:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339635840/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018067.927653:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018067.927654:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018067.927655:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018067.927658:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2331 00000100:00080000:2.0:1734018067.927659:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018067.927661:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018067.927663:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734018067.927664:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339635328:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734018067.927668:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339635968/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018067.927715:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018067.927731:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018067/real 1734018067] req@ffff8800a7a7ed80 x1818247339635328/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018067.927742:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339635328/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018067.927749:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018067.927751:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018067.927754:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339635328:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018067.927758:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339635456:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018067.927768:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018067.927771:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018067/real 1734018067] req@ffff8800a7a7c380 x1818247339635456/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018067.927778:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339635456/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018067.927782:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018067.927783:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018067.927785:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339635456:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018067.927788:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339635584:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018067.927796:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018067.927799:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018067/real 1734018067] req@ffff8800a7a7df80 x1818247339635584/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018067.927805:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339635584/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018067.927808:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018067.927810:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018067.927812:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339635584:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018067.927815:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339635712:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018067.927822:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018067.927826:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018067/real 1734018067] req@ffff8800a7a7fb80 x1818247339635712/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018067.927831:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339635712/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018067.927836:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018067.927837:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018067.927838:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339635712:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018067.927856:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339635840:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018067.927863:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018067.927867:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018067/real 1734018067] req@ffff8800a7a7dc00 x1818247339635840/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018067.927873:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339635840/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018067.927877:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018067.927879:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018067.927881:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339635840:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018067.927884:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339635968:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018067.927892:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018067.927896:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018067/real 1734018067] req@ffff8800a7a7ea00 x1818247339635968/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018067.927902:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339635968/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018067.927906:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018067.927907:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018067.927909:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339635968:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734018068.613627:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018068.743449:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018069.615565:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018069.743450:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018070.617619:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018070.743462:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018071.619578:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018071.743461:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018072.621606:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018072.743459:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734018072.935478:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018072.935488:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018072.935493:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018072.935506:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2336 00000100:00080000:2.0:1734018072.935517:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018072.935527:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018072.935574:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339636096/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018072.935612:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018072.935617:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018072.935619:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018072.935623:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2336 00000100:00080000:2.0:1734018072.935627:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018072.935631:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018072.935642:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018072.935653:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339636224/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018072.935663:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018072.935666:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018072.935669:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018072.935674:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2336 00000100:00080000:2.0:1734018072.935677:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018072.935681:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018072.935686:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018072.935695:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339636352/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018072.935704:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018072.935707:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018072.935709:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018072.935712:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2336 00000100:00080000:2.0:1734018072.935715:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018072.935718:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018072.935723:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018072.935731:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339636480/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018072.935740:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734018072.935743:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339636096:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018072.935744:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018072.935746:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018072.935750:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2336 00000100:00080000:2.0:1734018072.935753:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018072.935756:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018072.935761:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018072.935770:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339636608/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018072.935780:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018072.935783:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018072.935785:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018072.935789:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2336 00000100:00080000:2.0:1734018072.935792:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018072.935795:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018072.935800:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018072.935807:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339636736/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018072.935842:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339636224:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018072.935865:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339636352:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018072.935890:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339636480:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018072.935905:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339636608:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018072.935921:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339636736:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734018073.623560:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018073.743473:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018074.625566:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018074.743444:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018075.627602:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018075.743475:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000400:00000100:0.0:1734018075.941794:0:1969:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:0.0:1734018075.941865:0:1969:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1734018075.941898:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734018075.941959:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734018075.941973:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734018075.941984:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734018075.941995:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734018075.942056:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000100:00100000:1.0:1734018075.942133:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018072/real 1734018075] req@ffff8800a7a7e300 x1818247339636480/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018075.942177:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339636480/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018075.942207:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018075.942213:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018075.942222:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339636480:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018075.942235:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018072/real 1734018075] req@ffff8800a7a7ca80 x1818247339636608/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018075.942257:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339636608/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018075.942291:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018075.942297:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018075.942304:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339636608:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018075.942316:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018072/real 1734018075] req@ffff8800a7a7d180 x1818247339636736/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018075.942513:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339636736/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018075.942527:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018075.942531:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018075.942537:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339636736:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018075.942549:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018072/real 1734018075] req@ffff8800a7a7c700 x1818247339636096/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018075.942568:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339636096/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018075.942580:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018075.942584:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018075.942589:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339636096:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018075.942601:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018072/real 1734018075] req@ffff8800a7a7ce00 x1818247339636224/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018075.942630:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339636224/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018075.942644:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018075.942648:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018075.942654:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339636224:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018075.942672:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018072/real 1734018075] req@ffff8800a7a7f100 x1818247339636352/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018075.942688:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339636352/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018075.942701:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018075.942713:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018075.942718:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339636352:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734018076.629590:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018076.743470:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018077.631626:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018077.743463:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734018077.943474:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018077.943484:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018077.943489:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018077.943501:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2341 00000100:00080000:2.0:1734018077.943515:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018077.943524:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018077.943572:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339636864/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018077.943610:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018077.943615:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018077.943618:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018077.943623:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2341 00000100:00080000:2.0:1734018077.943626:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018077.943630:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018077.943642:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018077.943654:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339636992/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018077.943664:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018077.943668:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018077.943670:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018077.943674:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2341 00000100:00080000:2.0:1734018077.943677:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018077.943681:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018077.943686:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018077.943698:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339637120/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018077.943707:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018077.943710:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018077.943712:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018077.943715:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2341 00000100:00080000:2.0:1734018077.943718:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018077.943722:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018077.943727:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018077.943737:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339637248/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018077.943741:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339636864:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018077.943748:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018077.943752:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018077.943754:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018077.943758:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2341 00000100:00080000:2.0:1734018077.943761:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018077.943764:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018077.943768:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018077.943777:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339637376/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018077.943786:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018077.943789:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018077.943790:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018077.943794:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2341 00000100:00080000:2.0:1734018077.943797:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018077.943801:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018077.943805:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018077.943810:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734018077.943813:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339637504/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018077.943833:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018077/real 1734018077] req@ffff8800a7a7f480 x1818247339636864/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018077.943853:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339636864/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018077.943865:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018077.943869:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018077.943874:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339636864:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018077.943882:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339636992:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018077.943900:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018077.943906:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018077/real 1734018077] req@ffff8800a7a7c000 x1818247339636992/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018077.943917:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339636992/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018077.943925:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018077.943929:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018077.943932:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339636992:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018077.943938:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339637120:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018077.943952:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018077.943958:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018077/real 1734018077] req@ffff8800a7a7f100 x1818247339637120/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018077.944015:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339637120/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018077.944024:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018077.944026:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018077.944030:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339637120:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018077.944057:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339637248:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018077.944077:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018077.944085:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018077/real 1734018077] req@ffff8800a7a7ce00 x1818247339637248/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018077.944096:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339637248/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018077.944104:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018077.944107:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018077.944110:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339637248:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018077.944116:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339637376:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018077.944128:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018077.944134:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018077/real 1734018077] req@ffff8800a7a7c700 x1818247339637376/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018077.944145:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339637376/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018077.944152:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018077.944155:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018077.944158:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339637376:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018077.944164:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339637504:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018077.944176:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018077.944181:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018077/real 1734018077] req@ffff8800a7a7d180 x1818247339637504/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018077.944198:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339637504/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018077.944205:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018077.944208:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018077.944211:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339637504:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734018078.633627:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018078.743440:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018079.635598:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018079.743465:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018080.637616:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018080.743490:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018081.639603:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018081.743452:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018082.641608:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018082.743459:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734018082.951447:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018082.951459:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018082.951463:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018082.951474:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2346 00000100:00080000:2.0:1734018082.951484:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018082.951492:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018082.951527:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339637632/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018082.951565:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018082.951569:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018082.951571:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018082.951576:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2346 00000100:00080000:2.0:1734018082.951579:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018082.951583:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018082.951592:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018082.951603:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339637760/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018082.951613:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018082.951616:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018082.951618:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018082.951622:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2346 00000100:00080000:2.0:1734018082.951624:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018082.951628:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018082.951633:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018082.951641:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339637888/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018082.951651:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018082.951654:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018082.951655:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018082.951659:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2346 00000100:00080000:2.0:1734018082.951661:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018082.951664:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018082.951668:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734018082.951674:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339637632:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734018082.951676:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339638016/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018082.951685:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018082.951688:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018082.951690:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018082.951693:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2346 00000100:00080000:2.0:1734018082.951695:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018082.951699:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018082.951703:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018082.951710:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339638144/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018082.951718:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018082.951721:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018082.951723:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018082.951726:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2346 00000100:00080000:2.0:1734018082.951730:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018082.951733:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018082.951737:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018082.951738:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734018082.951745:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339638272/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018082.951760:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018082/real 1734018082] req@ffff8800a7a7ca80 x1818247339637632/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018082.951780:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339637632/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018082.951791:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018082.951794:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018082.951798:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339637632:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018082.951805:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339637760:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018082.951821:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018082.951828:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018082/real 1734018082] req@ffff8800a7a7e300 x1818247339637760/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018082.951840:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339637760/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018082.951847:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018082.951850:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018082.951854:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339637760:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018082.951860:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339637888:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018082.951873:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018082.951880:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018082/real 1734018082] req@ffff8800a7a7ea00 x1818247339637888/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018082.951946:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339637888/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018082.951955:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018082.951957:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018082.951961:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339637888:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018082.951985:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339638016:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018082.952003:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018082.952010:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018082/real 1734018082] req@ffff8800a7a7dc00 x1818247339638016/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018082.952020:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339638016/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018082.952029:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018082.952031:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018082.952034:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339638016:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018082.952039:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339638144:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018082.952055:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018082.952061:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018082/real 1734018082] req@ffff8800a7a7fb80 x1818247339638144/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018082.952072:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339638144/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018082.952080:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018082.952082:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018082.952085:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339638144:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018082.952089:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339638272:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018082.952101:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018082.952107:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018082/real 1734018082] req@ffff8800a7a7df80 x1818247339638272/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018082.952117:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339638272/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018082.952124:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018082.952126:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018082.952128:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339638272:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734018083.643595:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018083.743438:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018084.645626:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018084.743441:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018085.647570:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018085.743456:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018086.649634:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018086.743454:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018087.651603:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018087.743456:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734018087.959449:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018087.959457:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018087.959461:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018087.959471:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2351 00000100:00080000:2.0:1734018087.959480:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018087.959488:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018087.959523:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339638400/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018087.959556:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018087.959561:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018087.959563:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018087.959567:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2351 00000100:00080000:2.0:1734018087.959570:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018087.959574:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018087.959584:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018087.959596:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339638528/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018087.959606:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018087.959609:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018087.959611:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018087.959615:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2351 00000100:00080000:2.0:1734018087.959618:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018087.959621:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018087.959626:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018087.959635:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339638656/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018087.959644:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018087.959647:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018087.959648:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018087.959652:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2351 00000100:00080000:2.0:1734018087.959655:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018087.959658:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:1.0:1734018087.959662:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339638400:192.168.201.101@tcp:250:kworker.0 00000008:00100000:2.0:1734018087.959663:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018087.959671:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339638784/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018087.959680:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018087.959683:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018087.959685:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018087.959689:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2351 00000100:00080000:2.0:1734018087.959692:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018087.959695:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018087.959699:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018087.959707:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339638912/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018087.959715:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018087.959718:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018087.959719:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018087.959724:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2351 00000100:00080000:2.0:1734018087.959726:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1734018087.959727:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734018087.959730:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018087.959734:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018087.959742:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339639040/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018087.959748:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018087/real 1734018087] req@ffff8800a7a7c380 x1818247339638400/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018087.959775:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339638400/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018087.959785:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018087.959789:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018087.959793:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339638400:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018087.959844:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339638528:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018087.959865:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018087.959873:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018087/real 1734018087] req@ffff8800a7a7ed80 x1818247339638528/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018087.959885:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339638528/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018087.959893:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018087.959895:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018087.959899:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339638528:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018087.959904:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339638656:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018087.959918:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018087.959924:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018087/real 1734018087] req@ffff8800a7a7df80 x1818247339638656/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018087.959935:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339638656/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018087.959942:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018087.959945:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018087.959949:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339638656:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018087.959973:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339638784:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018087.959986:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018087.959993:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018087/real 1734018087] req@ffff8800a7a7fb80 x1818247339638784/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018087.960004:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339638784/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018087.960011:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018087.960013:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018087.960016:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339638784:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018087.960022:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339638912:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018087.960034:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018087.960039:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018087/real 1734018087] req@ffff8800a7a7dc00 x1818247339638912/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018087.960049:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339638912/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018087.960057:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018087.960059:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018087.960062:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339638912:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018087.960068:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339639040:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018087.960083:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018087.960089:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018087/real 1734018087] req@ffff8800a7a7ea00 x1818247339639040/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018087.960099:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339639040/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018087.960107:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018087.960109:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018087.960112:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339639040:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734018088.653611:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018088.743491:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018089.655638:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018089.743466:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018090.657611:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018090.743455:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018091.659620:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018091.743451:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018092.661603:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018092.743483:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734018092.967448:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018092.967458:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018092.967463:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018092.967476:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2356 00000100:00080000:2.0:1734018092.967489:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018092.967499:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018092.967547:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339639168/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018092.967584:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018092.967589:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018092.967591:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018092.967596:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2356 00000100:00080000:2.0:1734018092.967599:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018092.967603:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018092.967614:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018092.967626:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339639296/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018092.967635:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018092.967639:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018092.967641:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018092.967645:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2356 00000100:00080000:2.0:1734018092.967648:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018092.967652:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018092.967657:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018092.967666:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339639424/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018092.967675:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018092.967678:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018092.967681:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018092.967685:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2356 00000100:00080000:2.0:1734018092.967688:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018092.967691:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018092.967696:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018092.967705:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339639552/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018092.967709:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339639168:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018092.967750:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018092.967755:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018092.967757:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018092.967762:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2356 00000100:00080000:2.0:1734018092.967765:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018092.967769:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018092.967776:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018092.967787:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339639680/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018092.967797:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018092.967800:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018092.967802:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018092.967806:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2356 00000100:00080000:2.0:1734018092.967809:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018092.967813:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018092.967818:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018092.967820:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734018092.967826:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339639808/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018092.967844:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018092/real 1734018092] req@ffff8800a7a7e300 x1818247339639168/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018092.967864:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339639168/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018092.967876:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018092.967880:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018092.967885:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339639168:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018092.967893:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339639296:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018092.967911:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018092.967918:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018092/real 1734018092] req@ffff8800a7a7ca80 x1818247339639296/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018092.967929:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339639296/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018092.967938:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018092.967941:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018092.967944:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339639296:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018092.967950:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339639424:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018092.967964:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018092.967970:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018092/real 1734018092] req@ffff8800a7a7d180 x1818247339639424/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018092.967980:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339639424/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018092.967988:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018092.967991:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018092.967994:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339639424:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018092.968021:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339639552:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018092.968034:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018092.968040:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018092/real 1734018092] req@ffff8800a7a7c700 x1818247339639552/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018092.968051:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339639552/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018092.968059:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018092.968061:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018092.968064:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339639552:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018092.968071:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339639680:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018092.968084:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018092.968090:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018092/real 1734018092] req@ffff8800a7a7ce00 x1818247339639680/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018092.968101:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339639680/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018092.968109:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018092.968112:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018092.968114:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339639680:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018092.968120:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339639808:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018092.968132:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018092.968138:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018092/real 1734018092] req@ffff8800a7a7f100 x1818247339639808/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018092.968148:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339639808/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018092.968155:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018092.968157:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018092.968160:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339639808:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734018093.663616:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018093.743488:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018094.665592:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018094.743472:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018095.667602:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018095.743470:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018096.669612:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018096.743449:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018097.671603:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018097.743470:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734018097.975470:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018097.975480:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018097.975486:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018097.975499:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2361 00000100:00080000:2.0:1734018097.975512:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018097.975522:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018097.975570:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339639936/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018097.975610:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018097.975614:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018097.975617:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018097.975621:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2361 00000100:00080000:2.0:1734018097.975625:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018097.975653:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018097.975665:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018097.975678:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339640064/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018097.975690:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018097.975693:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018097.975696:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018097.975701:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2361 00000100:00080000:2.0:1734018097.975704:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018097.975708:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018097.975713:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018097.975726:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339640192/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018097.975732:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339639936:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018097.975737:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018097.975740:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018097.975742:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018097.975746:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2361 00000100:00080000:2.0:1734018097.975749:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018097.975753:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018097.975758:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018097.975767:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339640320/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018097.975776:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018097.975779:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018097.975781:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018097.975785:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2361 00000100:00080000:2.0:1734018097.975788:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018097.975792:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018097.975796:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1734018097.975804:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734018097.975804:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339640448/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018097.975815:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018097.975818:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018097.975820:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018097.975824:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2361 00000100:00100000:1.0:1734018097.975826:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018097/real 1734018097] req@ffff8800a7a7c000 x1818247339639936/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018097.975828:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018097.975831:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018097.975836:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018097.975843:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339640576/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018097.975846:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339639936/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018097.975859:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018097.975862:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018097.975867:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339639936:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018097.975876:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339640064:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018097.975894:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018097.975901:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018097/real 1734018097] req@ffff8800a7a7f480 x1818247339640064/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018097.975912:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339640064/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018097.975920:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018097.975922:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018097.975926:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339640064:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018097.975950:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339640192:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018097.975964:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018097.975971:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018097/real 1734018097] req@ffff8800a7a7f100 x1818247339640192/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018097.975981:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339640192/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018097.975989:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018097.975992:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018097.975995:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339640192:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018097.976002:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339640320:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018097.976015:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018097.976021:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018097/real 1734018097] req@ffff8800a7a7ce00 x1818247339640320/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018097.976031:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339640320/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018097.976039:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018097.976041:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018097.976044:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339640320:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018097.976050:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339640448:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018097.976063:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018097.976069:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018097/real 1734018097] req@ffff8800a7a7c700 x1818247339640448/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018097.976079:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339640448/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018097.976087:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018097.976089:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018097.976093:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339640448:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018097.976099:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339640576:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018097.976115:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018097.976121:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018097/real 1734018097] req@ffff8800a7a7d180 x1818247339640576/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018097.976131:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339640576/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018097.976138:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018097.976141:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018097.976144:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339640576:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734018098.673676:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018098.743487:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018099.675664:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018099.743480:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018100.677642:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018100.743459:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018101.679636:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018101.743453:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018102.681659:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018102.743469:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734018102.983448:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018102.983457:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018102.983461:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018102.983471:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2366 00000100:00080000:2.0:1734018102.983480:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018102.983487:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018102.983522:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339640704/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018102.983599:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018102.983606:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018102.983611:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018102.983618:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2366 00000100:00080000:2.0:1734018102.983623:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018102.983629:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018102.983641:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018102.983659:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339640832/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018102.983667:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339640704:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018102.983675:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018102.983680:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018102.983682:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018102.983687:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2366 00000100:00080000:2.0:1734018102.983691:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018102.983696:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018102.983702:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018102.983715:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339640960/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018102.983727:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018102.983731:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018102.983734:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1734018102.983737:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734018102.983738:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2366 00000100:00080000:2.0:1734018102.983742:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018102.983747:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018102.983753:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734018102.983761:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018102/real 1734018102] req@ffff8800a7a7ca80 x1818247339640704/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018102.983765:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339641088/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018102.983780:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734018102.983784:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339640704/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018102.983785:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018102.983788:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018102.983793:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2366 00000100:00080000:2.0:1734018102.983797:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1734018102.983799:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018102.983802:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00080000:1.0:1734018102.983803:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000008:00100000:2.0:1734018102.983808:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1734018102.983810:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339640704:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734018102.983819:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339641216/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018102.983831:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018102.983836:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1734018102.983837:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339640832:192.168.201.101@tcp:38:kworker.0 00000100:00080000:2.0:1734018102.983839:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018102.983844:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2366 00000100:00080000:2.0:1734018102.983848:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018102.983854:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018102.983860:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018102.983862:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018102.983873:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018102/real 1734018102] req@ffff8800a7a7e300 x1818247339640832/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018102.983873:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339641344/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018102.983891:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339640832/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018102.983904:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018102.983908:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018102.983913:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339640832:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018102.983922:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339640960:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018102.983947:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018102.983960:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018102/real 1734018102] req@ffff8800a7a7ea00 x1818247339640960/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018102.983977:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339640960/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018102.983989:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018102.983992:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018102.983995:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339640960:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018102.984002:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339641088:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018102.984020:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018102.984027:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018102/real 1734018102] req@ffff8800a7a7dc00 x1818247339641088/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018102.984038:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339641088/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018102.984046:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018102.984048:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018102.984052:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339641088:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018102.984058:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339641216:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018102.984071:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018102.984077:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018102/real 1734018102] req@ffff8800a7a7fb80 x1818247339641216/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018102.984088:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339641216/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018102.984095:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018102.984098:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018102.984100:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339641216:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018102.984117:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339641344:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018102.984129:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018102.984135:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018102/real 1734018102] req@ffff8800a7a7df80 x1818247339641344/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018102.984146:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339641344/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018102.984153:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018102.984155:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018102.984159:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339641344:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734018103.683627:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018103.743457:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018104.685610:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018104.743448:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018105.687617:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018105.743484:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018106.689633:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018106.743473:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018107.691659:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018107.743448:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734018107.991513:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018107.991523:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018107.991529:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018107.991542:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2371 00000100:00080000:2.0:1734018107.991555:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018107.991565:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018107.991614:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339641472/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018107.991652:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018107.991656:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018107.991658:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018107.991663:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2371 00000100:00080000:2.0:1734018107.991667:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018107.991671:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018107.991683:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018107.991696:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339641600/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018107.991706:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018107.991710:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018107.991712:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018107.991716:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2371 00000100:00080000:2.0:1734018107.991718:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018107.991722:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018107.991728:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018107.991740:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339641728/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018107.991750:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018107.991754:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018107.991755:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018107.991759:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2371 00000100:00080000:2.0:1734018107.991761:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018107.991765:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018107.991770:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734018107.991776:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339641472:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734018107.991780:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339641856/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018107.991790:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018107.991794:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018107.991796:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018107.991800:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2371 00000100:00080000:2.0:1734018107.991802:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018107.991806:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018107.991810:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018107.991818:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339641984/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018107.991827:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018107.991831:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018107.991833:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018107.991837:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2371 00000100:00080000:2.0:1734018107.991841:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018107.991846:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000800:00000100:1.0:1734018107.991847:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000008:00100000:2.0:1734018107.991851:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018107.991859:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339642112/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018107.991871:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018107/real 1734018107] req@ffff8800a7a7ed80 x1818247339641472/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018107.991891:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339641472/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018107.991903:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018107.991907:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018107.991911:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339641472:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018107.991920:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339641600:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018107.991938:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018107.991945:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018107/real 1734018107] req@ffff8800a7a7c380 x1818247339641600/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018107.991956:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339641600/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018107.991964:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018107.991967:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018107.991970:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339641600:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018107.991977:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339641728:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018107.991991:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018107.991997:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018107/real 1734018107] req@ffff8800a7a7df80 x1818247339641728/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018107.992007:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339641728/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018107.992015:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018107.992018:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018107.992021:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339641728:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018107.992048:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339641856:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018107.992061:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018107.992068:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018107/real 1734018107] req@ffff8800a7a7fb80 x1818247339641856/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018107.992079:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339641856/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018107.992086:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018107.992089:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018107.992091:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339641856:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018107.992097:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339641984:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018107.992110:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018107.992116:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018107/real 1734018107] req@ffff8800a7a7dc00 x1818247339641984/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018107.992126:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339641984/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018107.992133:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018107.992136:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018107.992139:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339641984:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018107.992145:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339642112:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018107.992161:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018107.992167:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018107/real 1734018107] req@ffff8800a7a7ea00 x1818247339642112/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018107.992177:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339642112/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018107.992184:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018107.992187:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018107.992190:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339642112:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734018108.693636:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018108.743502:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018109.695632:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018109.743495:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018110.697652:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018110.743503:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018111.699627:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018111.743511:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018112.701626:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018112.743479:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734018112.999489:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018112.999497:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018112.999502:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018112.999511:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2376 00000100:00080000:2.0:1734018112.999521:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018112.999529:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018112.999565:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339642240/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018112.999598:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018112.999602:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018112.999604:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018112.999608:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2376 00000100:00080000:2.0:1734018112.999612:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018112.999615:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018112.999624:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018112.999636:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339642368/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018112.999646:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018112.999649:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018112.999651:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018112.999654:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2376 00000100:00080000:2.0:1734018112.999657:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018112.999661:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018112.999666:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018112.999674:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339642496/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018112.999683:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018112.999686:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018112.999687:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018112.999691:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2376 00000100:00080000:2.0:1734018112.999693:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018112.999697:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018112.999701:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734018112.999707:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339642240:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734018112.999709:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339642624/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018112.999718:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018112.999721:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018112.999723:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018112.999727:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2376 00000100:00080000:2.0:1734018112.999730:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018112.999733:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018112.999737:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018112.999744:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339642752/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018112.999752:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018112.999755:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018112.999757:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018112.999760:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2376 00000100:00080000:2.0:1734018112.999763:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018112.999766:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018112.999770:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018112.999772:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734018112.999778:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339642880/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018112.999793:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018112/real 1734018112] req@ffff8800a7a7e300 x1818247339642240/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018112.999811:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339642240/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018112.999822:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018112.999825:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018112.999829:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339642240:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018112.999836:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339642368:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018112.999853:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018112.999859:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018112/real 1734018112] req@ffff8800a7a7ca80 x1818247339642368/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018112.999870:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339642368/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018112.999879:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018112.999881:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018112.999885:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339642368:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018112.999890:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339642496:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018112.999903:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018112.999909:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018112/real 1734018112] req@ffff8800a7a7d180 x1818247339642496/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018112.999919:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339642496/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018112.999926:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018112.999929:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018112.999932:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339642496:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018112.999957:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339642624:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018112.999970:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018112.999977:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018112/real 1734018112] req@ffff8800a7a7c700 x1818247339642624/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018112.999987:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339642624/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018112.999995:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018112.999997:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018113.000000:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339642624:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018113.000006:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339642752:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018113.000019:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018113.000025:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018112/real 1734018112] req@ffff8800a7a7ce00 x1818247339642752/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018113.000036:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339642752/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018113.000043:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018113.000045:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018113.000048:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339642752:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018113.000054:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339642880:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018113.000065:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018113.000071:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018112/real 1734018112] req@ffff8800a7a7f100 x1818247339642880/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018113.000081:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339642880/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018113.000088:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018113.000090:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018113.000093:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339642880:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734018113.703632:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018113.743474:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018114.705623:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018114.743470:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018115.707609:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018115.743473:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018116.709632:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018116.743458:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018117.711610:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018117.743474:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734018118.007476:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018118.007485:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018118.007491:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018118.007503:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2381 00000100:00080000:2.0:1734018118.007514:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018118.007525:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018118.007573:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339643008/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018118.007611:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018118.007616:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018118.007618:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018118.007623:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2381 00000100:00080000:2.0:1734018118.007626:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018118.007630:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018118.007642:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018118.007654:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339643136/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018118.007664:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018118.007668:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018118.007670:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018118.007674:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2381 00000100:00080000:2.0:1734018118.007677:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018118.007680:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018118.007686:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018118.007697:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339643264/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018118.007706:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018118.007709:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018118.007712:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018118.007716:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2381 00000100:00080000:2.0:1734018118.007719:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018118.007723:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018118.007727:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018118.007737:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339643392/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018118.007744:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339643008:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018118.007748:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018118.007752:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018118.007753:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018118.007757:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2381 00000100:00080000:2.0:1734018118.007760:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018118.007763:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018118.007767:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018118.007776:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339643520/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018118.007785:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018118.007789:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018118.007791:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018118.007794:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2381 00000100:00080000:2.0:1734018118.007798:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018118.007802:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018118.007806:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018118.007813:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339643648/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018118.007821:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018118.007844:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018118/real 1734018118] req@ffff8800a7a7f480 x1818247339643008/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018118.007865:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339643008/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018118.007877:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018118.007880:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018118.007885:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339643008:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018118.007893:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339643136:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018118.007911:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018118.007918:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018118/real 1734018118] req@ffff8800a7a7c000 x1818247339643136/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018118.007930:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339643136/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018118.007937:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018118.007940:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018118.007944:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339643136:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018118.007950:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339643264:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018118.007964:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018118.007970:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018118/real 1734018118] req@ffff8800a7a7f100 x1818247339643264/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018118.007980:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339643264/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018118.007988:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018118.007991:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018118.007994:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339643264:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018118.008021:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339643392:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018118.008035:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018118.008042:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018118/real 1734018118] req@ffff8800a7a7ce00 x1818247339643392/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018118.008052:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339643392/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018118.008060:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018118.008062:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018118.008065:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339643392:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018118.008071:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339643520:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018118.008084:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018118.008090:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018118/real 1734018118] req@ffff8800a7a7c700 x1818247339643520/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018118.008100:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339643520/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018118.008108:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018118.008110:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018118.008113:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339643520:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018118.008120:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339643648:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018118.008135:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018118.008141:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018118/real 1734018118] req@ffff8800a7a7d180 x1818247339643648/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018118.008152:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339643648/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018118.008159:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018118.008161:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018118.008164:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339643648:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734018118.713543:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018118.743476:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018119.715621:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018119.743473:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018120.717599:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018120.743392:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018121.719605:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018121.743453:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018122.721631:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018122.743483:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734018123.015446:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018123.015456:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018123.015462:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018123.015474:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2386 00000100:00080000:2.0:1734018123.015487:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018123.015497:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018123.015544:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339643776/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018123.015583:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018123.015587:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018123.015589:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018123.015594:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2386 00000100:00080000:2.0:1734018123.015598:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018123.015601:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018123.015613:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018123.015624:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339643904/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018123.015634:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018123.015638:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018123.015641:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018123.015645:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2386 00000100:00080000:2.0:1734018123.015648:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018123.015652:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018123.015658:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018123.015667:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339644032/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018123.015676:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018123.015679:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018123.015680:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018123.015684:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2386 00000100:00080000:2.0:1734018123.015687:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018123.015691:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018123.015695:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018123.015705:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339644160/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018123.015712:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339643776:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018123.015715:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018123.015718:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018123.015720:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018123.015724:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2386 00000100:00080000:2.0:1734018123.015726:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018123.015729:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018123.015735:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018123.015743:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339644288/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018123.015754:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018123.015757:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018123.015759:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018123.015762:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2386 00000100:00080000:2.0:1734018123.015765:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018123.015769:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018123.015773:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018123.015780:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339644416/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018123.015788:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018123.015813:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018123/real 1734018123] req@ffff8800a7a7ca80 x1818247339643776/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018123.015833:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339643776/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018123.015845:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018123.015848:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018123.015853:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339643776:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018123.015861:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339643904:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018123.015878:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018123.015885:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018123/real 1734018123] req@ffff8800a7a7e300 x1818247339643904/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018123.015896:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339643904/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018123.015905:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018123.015908:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018123.015911:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339643904:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018123.015918:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339644032:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018123.015931:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018123.015937:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018123/real 1734018123] req@ffff8800a7a7ea00 x1818247339644032/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018123.015948:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339644032/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018123.015955:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018123.015958:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018123.015961:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339644032:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018123.015987:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339644160:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018123.016001:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018123.016008:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018123/real 1734018123] req@ffff8800a7a7dc00 x1818247339644160/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018123.016018:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339644160/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018123.016026:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018123.016029:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018123.016031:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339644160:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018123.016038:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339644288:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018123.016052:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018123.016059:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018123/real 1734018123] req@ffff8800a7a7fb80 x1818247339644288/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018123.016070:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339644288/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018123.016077:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018123.016080:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018123.016082:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339644288:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018123.016088:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339644416:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018123.016101:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018123.016107:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018123/real 1734018123] req@ffff8800a7a7df80 x1818247339644416/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018123.016116:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339644416/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018123.016123:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018123.016126:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018123.016129:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339644416:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734018123.723565:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018123.743474:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018124.725641:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018124.743457:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018125.727562:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018125.743483:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018126.729645:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018126.743461:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018127.731634:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018127.743454:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734018128.023472:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018128.023481:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018128.023486:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018128.023501:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2391 00000100:00080000:2.0:1734018128.023512:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018128.023520:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018128.023558:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339644544/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018128.023593:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018128.023597:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018128.023600:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018128.023605:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2391 00000100:00080000:2.0:1734018128.023608:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018128.023612:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018128.023621:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018128.023632:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339644672/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018128.023641:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018128.023645:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018128.023647:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018128.023650:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2391 00000100:00080000:2.0:1734018128.023653:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018128.023657:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018128.023661:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018128.023671:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339644800/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018128.023680:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018128.023683:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018128.023684:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018128.023687:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2391 00000100:00080000:2.0:1734018128.023690:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018128.023694:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018128.023698:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734018128.023700:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339644544:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734018128.023707:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339644928/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018128.023717:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018128.023721:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018128.023722:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018128.023725:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2391 00000100:00080000:2.0:1734018128.023728:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018128.023731:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018128.023735:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018128.023743:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339645056/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018128.023751:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018128.023754:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018128.023756:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018128.023759:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2391 00000100:00080000:2.0:1734018128.023762:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018128.023765:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000800:00000100:1.0:1734018128.023766:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000008:00100000:2.0:1734018128.023769:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018128.023777:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339645184/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018128.023788:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018128/real 1734018128] req@ffff8800a7a7c380 x1818247339644544/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018128.023808:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339644544/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018128.023819:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018128.023822:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018128.023827:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339644544:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018128.023835:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339644672:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018128.023852:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018128.023858:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018128/real 1734018128] req@ffff8800a7a7ed80 x1818247339644672/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018128.023870:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339644672/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018128.023877:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018128.023880:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018128.023883:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339644672:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018128.023889:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339644800:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018128.023903:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018128.023909:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018128/real 1734018128] req@ffff8800a7a7df80 x1818247339644800/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018128.023919:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339644800/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018128.023926:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018128.023929:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018128.023933:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339644800:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018128.023957:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339644928:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018128.023971:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018128.023977:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018128/real 1734018128] req@ffff8800a7a7fb80 x1818247339644928/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018128.023987:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339644928/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018128.023995:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018128.023997:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018128.024000:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339644928:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018128.024005:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339645056:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018128.024017:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018128.024023:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018128/real 1734018128] req@ffff8800a7a7dc00 x1818247339645056/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018128.024033:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339645056/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018128.024040:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018128.024042:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018128.024045:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339645056:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018128.024050:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339645184:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018128.024066:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018128.024071:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018128/real 1734018128] req@ffff8800a7a7ea00 x1818247339645184/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018128.024081:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339645184/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018128.024088:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018128.024090:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018128.024094:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339645184:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734018128.733630:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018128.743423:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018129.735634:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018129.743475:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018130.737579:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018130.743472:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018131.739512:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018131.743389:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018132.741637:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018132.743427:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734018133.031437:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018133.031446:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018133.031451:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018133.031461:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2396 00000100:00080000:2.0:1734018133.031471:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018133.031479:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018133.031513:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339645312/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018133.031547:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018133.031552:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018133.031554:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018133.031558:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2396 00000100:00080000:2.0:1734018133.031562:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018133.031565:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018133.031574:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018133.031585:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339645440/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018133.031595:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018133.031598:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018133.031600:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018133.031604:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2396 00000100:00080000:2.0:1734018133.031606:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018133.031610:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018133.031615:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018133.031623:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339645568/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018133.031633:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018133.031637:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018133.031638:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018133.031642:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2396 00000100:00080000:2.0:1734018133.031644:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018133.031647:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018133.031652:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734018133.031655:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339645312:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734018133.031659:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339645696/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018133.031668:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018133.031671:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018133.031673:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018133.031676:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2396 00000100:00080000:2.0:1734018133.031679:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018133.031682:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018133.031686:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018133.031693:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339645824/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018133.031702:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018133.031705:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018133.031706:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018133.031710:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2396 00000100:00080000:2.0:1734018133.031713:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018133.031717:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000800:00000100:1.0:1734018133.031721:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000008:00100000:2.0:1734018133.031721:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018133.031728:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339645952/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018133.031744:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018133/real 1734018133] req@ffff8800a7a7e300 x1818247339645312/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018133.031763:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339645312/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018133.031774:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018133.031777:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018133.031781:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339645312:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018133.031788:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339645440:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018133.031805:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018133.031812:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018133/real 1734018133] req@ffff8800a7a7ca80 x1818247339645440/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018133.031823:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339645440/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018133.031831:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018133.031834:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018133.031838:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339645440:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018133.031843:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339645568:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018133.031856:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018133.031862:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018133/real 1734018133] req@ffff8800a7a7d180 x1818247339645568/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018133.031872:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339645568/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018133.031880:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018133.031882:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018133.031885:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339645568:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018133.031909:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339645696:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018133.031922:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018133.031929:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018133/real 1734018133] req@ffff8800a7a7c700 x1818247339645696/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018133.031939:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339645696/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018133.031947:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018133.031949:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018133.031952:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339645696:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018133.031958:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339645824:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018133.031970:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018133.031976:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018133/real 1734018133] req@ffff8800a7a7ce00 x1818247339645824/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018133.031986:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339645824/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018133.031993:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018133.031995:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018133.031998:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339645824:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018133.032003:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339645952:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018133.032014:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018133.032020:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018133/real 1734018133] req@ffff8800a7a7f100 x1818247339645952/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018133.032079:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339645952/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018133.032088:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018133.032090:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018133.032094:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339645952:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018133.743473:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018133.743615:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018134.743459:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018134.745638:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018135.743483:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018135.747636:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018136.743440:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018136.749620:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018137.743469:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018137.751600:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018138.039417:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018138.039427:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018138.039433:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018138.039446:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2401 00000100:00080000:2.0:1734018138.039455:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018138.039464:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018138.039499:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339646080/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018138.039544:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018138.039548:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018138.039551:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018138.039555:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2401 00000100:00080000:2.0:1734018138.039559:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018138.039564:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018138.039574:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018138.039588:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339646208/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018138.039603:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018138.039608:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018138.039611:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018138.039617:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2401 00000100:00080000:2.0:1734018138.039621:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018138.039625:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018138.039631:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018138.039644:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339646336/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018138.039651:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339646080:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018138.039654:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018138.039657:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018138.039659:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018138.039663:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2401 00000100:00080000:2.0:1734018138.039666:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018138.039669:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018138.039673:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018138.039684:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339646464/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018138.039698:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018138.039704:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018138.039706:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018138.039710:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2401 00000100:00080000:2.0:1734018138.039714:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018138.039717:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018138.039722:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018138.039732:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339646592/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018138.039741:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734018138.039742:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339646208:192.168.201.101@tcp:38:kworker.0 00000100:00080000:2.0:1734018138.039744:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018138.039746:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018138.039749:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2401 00000100:00080000:2.0:1734018138.039752:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018138.039755:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018138.039760:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018138.039769:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339646720/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018138.039773:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339646336:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018138.039790:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339646464:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018138.039805:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339646592:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018138.039821:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339646720:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018138.743486:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018138.753635:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018139.743490:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018139.755647:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018140.743452:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018140.757608:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1734018141.045778:0:1970:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:0.0:1734018141.045844:0:1970:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1734018141.045870:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734018141.045964:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734018141.045974:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734018141.045983:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734018141.045992:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734018141.046002:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000100:00100000:1.0:1734018141.046095:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018138/real 1734018141] req@ffff8800a7a7d180 x1818247339646720/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018141.046132:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339646720/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018141.046148:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018141.046155:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018141.046162:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339646720:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018141.046174:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018138/real 1734018141] req@ffff8800a7a7f100 x1818247339646336/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018141.046194:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339646336/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018141.046205:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018141.046210:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018141.046215:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339646336:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018141.046226:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018138/real 1734018141] req@ffff8800a7a7ce00 x1818247339646464/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018141.046243:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339646464/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018141.046257:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018141.046261:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018141.046267:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339646464:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018141.046277:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018138/real 1734018141] req@ffff8800a7a7c700 x1818247339646592/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018141.046296:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339646592/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018141.046309:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018141.046313:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018141.046429:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339646592:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018141.046443:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018138/real 1734018141] req@ffff8800a7a7c000 x1818247339646080/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018141.046463:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339646080/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018141.046475:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018141.046479:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018141.046484:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339646080:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018141.046495:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018138/real 1734018141] req@ffff8800a7a7f480 x1818247339646208/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018141.046512:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339646208/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018141.046535:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018141.046539:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018141.046544:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339646208:192.168.201.101@tcp:38:kworker.0 00000100:00100000:2.0:1734018141.743451:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018141.759621:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018142.743443:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018142.761596:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018143.047444:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018143.047453:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018143.047457:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018143.047466:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2406 00000100:00080000:2.0:1734018143.047476:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018143.047484:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018143.047518:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339646848/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018143.047551:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018143.047555:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018143.047557:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018143.047563:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2406 00000100:00080000:2.0:1734018143.047566:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018143.047570:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018143.047579:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018143.047590:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339646976/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018143.047599:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018143.047602:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018143.047604:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018143.047608:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2406 00000100:00080000:2.0:1734018143.047611:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018143.047614:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018143.047619:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018143.047627:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339647104/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018143.047635:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018143.047638:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018143.047640:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018143.047644:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2406 00000100:00080000:2.0:1734018143.047646:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018143.047650:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018143.047654:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734018143.047660:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339646848:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734018143.047662:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339647232/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018143.047671:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018143.047674:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018143.047676:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018143.047679:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2406 00000100:00080000:2.0:1734018143.047682:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018143.047685:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018143.047689:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018143.047696:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339647360/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018143.047705:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018143.047708:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018143.047709:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018143.047713:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2406 00000100:00080000:2.0:1734018143.047716:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018143.047719:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018143.047723:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018143.047725:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734018143.047731:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339647488/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018143.047746:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018143/real 1734018143] req@ffff8800a7a7ca80 x1818247339646848/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018143.047766:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339646848/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018143.047776:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018143.047780:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018143.047785:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339646848:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018143.047792:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339646976:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018143.047808:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018143.047815:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018143/real 1734018143] req@ffff8800a7a7e300 x1818247339646976/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018143.047826:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339646976/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018143.047834:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018143.047836:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018143.047839:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339646976:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018143.047846:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339647104:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018143.047912:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018143.047922:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018143/real 1734018143] req@ffff8800a7a7ea00 x1818247339647104/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018143.047934:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339647104/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018143.047942:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018143.047945:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018143.047948:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339647104:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018143.047972:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339647232:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018143.047990:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018143.047997:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018143/real 1734018143] req@ffff8800a7a7dc00 x1818247339647232/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018143.048007:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339647232/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018143.048015:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018143.048017:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018143.048020:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339647232:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018143.048026:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339647360:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018143.048038:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018143.048044:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018143/real 1734018143] req@ffff8800a7a7fb80 x1818247339647360/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018143.048055:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339647360/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018143.048063:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018143.048065:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018143.048068:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339647360:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018143.048072:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339647488:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018143.048084:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018143.048090:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018143/real 1734018143] req@ffff8800a7a7df80 x1818247339647488/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018143.048100:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339647488/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018143.048107:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018143.048109:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018143.048112:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339647488:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018143.743462:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018143.763605:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018144.743473:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018144.765649:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018145.743460:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018145.767605:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018146.743455:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018146.769655:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018147.743440:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018147.771620:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018148.055463:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018148.055471:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018148.055476:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018148.055486:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2411 00000100:00080000:2.0:1734018148.055495:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018148.055503:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018148.055538:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339647616/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018148.055574:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018148.055581:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018148.055584:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018148.055590:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2411 00000100:00080000:2.0:1734018148.055595:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018148.055601:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018148.055613:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018148.055632:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339647744/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018148.055641:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339647616:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018148.055648:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018148.055652:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018148.055656:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018148.055661:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2411 00000100:00080000:2.0:1734018148.055666:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018148.055670:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018148.055677:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018148.055692:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339647872/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018148.055704:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018148.055709:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:1.0:1734018148.055712:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734018148.055712:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018148.055717:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2411 00000100:00080000:2.0:1734018148.055721:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018148.055727:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018148.055733:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734018148.055735:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018148/real 1734018148] req@ffff8800a7a7ed80 x1818247339647616/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018148.055746:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339648000/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018148.055757:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339647616/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018148.055759:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018148.055765:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018148.055767:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1734018148.055772:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018148.055773:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2411 00000100:00080000:2.0:1734018148.055816:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018148.055822:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018148.055829:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1734018148.055833:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018148.055840:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339647616:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734018148.055844:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339648128/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018148.055859:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018148.055863:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018148.055866:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734018148.055868:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339647744:192.168.201.101@tcp:38:kworker.0 00000100:00080000:2.0:1734018148.055872:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2411 00000100:00080000:2.0:1734018148.055877:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018148.055882:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018148.055888:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018148.055899:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734018148.055900:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339648256/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018148.055912:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018148/real 1734018148] req@ffff8800a7a7c380 x1818247339647744/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018148.055930:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339647744/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018148.055944:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018148.055948:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018148.055953:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339647744:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018148.055962:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339647872:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018148.055990:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018148.056002:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018148/real 1734018148] req@ffff8800a7a7df80 x1818247339647872/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018148.056017:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339647872/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018148.056026:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018148.056028:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018148.056032:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339647872:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018148.056038:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339648000:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018148.056058:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018148.056065:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018148/real 1734018148] req@ffff8800a7a7fb80 x1818247339648000/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018148.056075:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339648000/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018148.056083:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018148.056086:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018148.056089:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339648000:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018148.056093:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339648128:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018148.056106:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018148.056112:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018148/real 1734018148] req@ffff8800a7a7dc00 x1818247339648128/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018148.056122:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339648128/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018148.056130:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018148.056132:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018148.056135:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339648128:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018148.056152:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339648256:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018148.056165:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018148.056171:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018148/real 1734018148] req@ffff8800a7a7ea00 x1818247339648256/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018148.056188:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339648256/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018148.056195:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018148.056197:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018148.056200:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339648256:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018148.743472:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018148.773596:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018149.743465:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018149.775571:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018150.743488:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018150.777641:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018151.743454:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018151.779621:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018152.743444:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018152.781675:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018153.063441:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018153.063451:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018153.063457:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018153.063470:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2416 00000100:00080000:2.0:1734018153.063483:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018153.063493:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018153.063541:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339648384/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018153.063581:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018153.063585:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018153.063588:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018153.063593:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2416 00000100:00080000:2.0:1734018153.063597:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018153.063601:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018153.063613:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018153.063625:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339648512/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018153.063635:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018153.063639:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018153.063641:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018153.063645:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2416 00000100:00080000:2.0:1734018153.063648:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018153.063652:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018153.063658:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018153.063667:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339648640/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018153.063676:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018153.063679:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018153.063680:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018153.063684:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2416 00000100:00080000:2.0:1734018153.063686:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018153.063721:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018153.063726:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018153.063737:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339648768/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018153.063745:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339648384:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018153.063749:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018153.063753:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018153.063755:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018153.063760:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2416 00000100:00080000:2.0:1734018153.063763:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018153.063766:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018153.063771:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018153.063780:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339648896/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018153.063789:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018153.063793:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018153.063794:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018153.063798:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2416 00000100:00080000:2.0:1734018153.063802:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018153.063806:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018153.063810:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018153.063818:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734018153.063818:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339649024/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018153.063840:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018153/real 1734018153] req@ffff8800a7a7e300 x1818247339648384/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018153.063860:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339648384/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018153.063872:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018153.063875:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018153.063880:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339648384:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018153.063888:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339648512:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018153.063906:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018153.063913:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018153/real 1734018153] req@ffff8800a7a7ca80 x1818247339648512/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018153.063924:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339648512/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018153.063932:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018153.063936:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018153.063939:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339648512:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018153.063946:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339648640:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018153.063961:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018153.063967:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018153/real 1734018153] req@ffff8800a7a7f480 x1818247339648640/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018153.063977:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339648640/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018153.063985:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018153.063987:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018153.063991:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339648640:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018153.064016:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339648768:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018153.064029:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018153.064036:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018153/real 1734018153] req@ffff8800a7a7c000 x1818247339648768/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018153.064046:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339648768/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018153.064054:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018153.064057:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018153.064059:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339648768:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018153.064065:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339648896:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018153.064082:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018153.064088:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018153/real 1734018153] req@ffff8800a7a7c700 x1818247339648896/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018153.064098:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339648896/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018153.064106:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018153.064109:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018153.064112:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339648896:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018153.064118:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339649024:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018153.064130:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018153.064136:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018153/real 1734018153] req@ffff8800a7a7ce00 x1818247339649024/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018153.064146:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339649024/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018153.064153:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018153.064155:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018153.064158:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339649024:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018153.743472:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018153.783649:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018154.743583:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018154.785623:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018155.743471:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018155.787585:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018156.743454:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018156.789621:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018157.743487:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018157.791603:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018158.071448:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018158.071466:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018158.071473:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018158.071490:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2421 00000100:00080000:2.0:1734018158.071509:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018158.071522:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018158.071579:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339649152/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018158.071674:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018158.071682:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018158.071685:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018158.071692:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2421 00000100:00080000:2.0:1734018158.071699:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018158.071705:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018158.071721:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018158.071744:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339649280/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018158.071761:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018158.071766:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018158.071769:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018158.071774:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2421 00000100:00080000:2.0:1734018158.071779:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018158.071784:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018158.071792:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018158.071807:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339649408/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018158.071816:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339649152:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018158.071822:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018158.071831:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018158.071834:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018158.071840:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2421 00000100:00080000:2.0:1734018158.071844:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018158.071850:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018158.071857:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018158.071872:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339649536/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018158.071888:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1734018158.071889:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734018158.071894:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018158.071896:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018158.071902:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2421 00000100:00080000:2.0:1734018158.071907:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734018158.071913:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018158/real 1734018158] req@ffff8800a7a7f100 x1818247339649152/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018158.071913:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018158.071921:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018158.071937:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339649664/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018158.071942:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339649152/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018158.071951:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1734018158.071953:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018158.071956:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00080000:2.0:1734018158.071956:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018158.071958:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734018158.071961:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339649152:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018158.071964:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2421 00000100:00080000:2.0:1734018158.071968:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734018158.071969:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339649280:192.168.201.101@tcp:38:kworker.0 00000100:00080000:2.0:1734018158.071973:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018158.071981:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018158.071988:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734018158.071993:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339649792/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018158.071995:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018158/real 1734018158] req@ffff8800a7a7d180 x1818247339649280/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018158.072007:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339649280/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018158.072015:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018158.072018:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018158.072021:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339649280:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018158.072045:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339649408:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018158.072060:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018158.072067:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018158/real 1734018158] req@ffff8800a7a7ce00 x1818247339649408/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018158.072077:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339649408/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018158.072085:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018158.072088:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018158.072091:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339649408:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018158.072109:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339649536:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018158.072125:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018158.072132:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018158/real 1734018158] req@ffff8800a7a7c700 x1818247339649536/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018158.072142:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339649536/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018158.072150:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018158.072153:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018158.072156:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339649536:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018158.072161:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339649664:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018158.072175:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018158.072181:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018158/real 1734018158] req@ffff8800a7a7c000 x1818247339649664/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018158.072192:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339649664/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018158.072200:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018158.072202:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018158.072205:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339649664:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018158.072211:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339649792:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018158.072227:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018158.072233:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018158/real 1734018158] req@ffff8800a7a7f480 x1818247339649792/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018158.072243:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339649792/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018158.072249:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018158.072252:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018158.072255:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339649792:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734018158.743490:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018158.793685:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018159.743454:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018159.795630:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018160.743472:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018160.797650:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018161.743494:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018161.799637:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018162.743497:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018162.801610:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018163.079454:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018163.079465:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018163.079471:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018163.079483:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2426 00000100:00080000:2.0:1734018163.079495:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018163.079505:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018163.079579:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339649920/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018163.079615:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018163.079620:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018163.079622:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018163.079626:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2426 00000100:00080000:2.0:1734018163.079631:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018163.079635:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018163.079647:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018163.079659:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339650048/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018163.079669:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018163.079673:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018163.079675:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018163.079679:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2426 00000100:00080000:2.0:1734018163.079683:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018163.079688:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018163.079693:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018163.079702:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339650176/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018163.079711:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018163.079715:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018163.079716:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018163.079720:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2426 00000100:00080000:2.0:1734018163.079722:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018163.079726:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018163.079730:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018163.079745:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339650304/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018163.079755:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339649920:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018163.079755:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018163.079759:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018163.079760:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018163.079765:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2426 00000100:00080000:2.0:1734018163.079767:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018163.079771:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018163.079776:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018163.079785:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339650432/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018163.079801:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018163.079804:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018163.079806:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018163.079809:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2426 00000100:00080000:2.0:1734018163.079812:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018163.079816:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018163.079820:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018163.079828:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734018163.079828:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339650560/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018163.079851:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018163/real 1734018163] req@ffff8800a7a7ca80 x1818247339649920/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018163.079872:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339649920/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018163.079883:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018163.079887:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018163.079892:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339649920:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018163.079900:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339650048:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018163.079918:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018163.079925:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018163/real 1734018163] req@ffff8800a7a7e300 x1818247339650048/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018163.079936:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339650048/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018163.079945:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018163.079948:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018163.079951:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339650048:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018163.079957:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339650176:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018163.079971:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018163.079977:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018163/real 1734018163] req@ffff8800a7a7ea00 x1818247339650176/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018163.079987:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339650176/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018163.079994:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018163.079997:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018163.080000:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339650176:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018163.080026:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339650304:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018163.080040:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018163.080046:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018163/real 1734018163] req@ffff8800a7a7dc00 x1818247339650304/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018163.080057:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339650304/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018163.080065:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018163.080067:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018163.080070:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339650304:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018163.080077:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339650432:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018163.080090:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018163.080096:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018163/real 1734018163] req@ffff8800a7a7fb80 x1818247339650432/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018163.080107:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339650432/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018163.080115:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018163.080117:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018163.080120:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339650432:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018163.080126:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339650560:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018163.080138:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018163.080144:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018163/real 1734018163] req@ffff8800a7a7df80 x1818247339650560/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018163.080154:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339650560/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018163.080161:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018163.080164:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018163.080167:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339650560:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734018163.743479:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018163.803628:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018164.743539:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018164.805590:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018165.743546:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018165.807639:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018166.743452:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018166.809651:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018167.743505:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018167.811635:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018168.087500:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018168.087511:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018168.087517:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018168.087529:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2431 00000100:00080000:2.0:1734018168.087542:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018168.087551:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018168.087600:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339650688/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018168.087639:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018168.087643:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018168.087645:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018168.087650:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2431 00000100:00080000:2.0:1734018168.087654:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018168.087658:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018168.087671:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018168.087683:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339650816/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018168.087694:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018168.087698:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018168.087699:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018168.087703:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2431 00000100:00080000:2.0:1734018168.087706:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018168.087710:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018168.087715:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018168.087727:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339650944/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018168.087735:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018168.087739:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018168.087740:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018168.087744:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2431 00000100:00080000:2.0:1734018168.087747:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018168.087750:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018168.087755:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018168.087764:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339651072/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018168.087775:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339650688:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018168.087775:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018168.087778:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018168.087781:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018168.087785:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2431 00000100:00080000:2.0:1734018168.087788:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018168.087792:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018168.087796:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018168.087805:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339651200/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018168.087814:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018168.087817:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018168.087819:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018168.087822:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2431 00000100:00080000:2.0:1734018168.087825:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018168.087828:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018168.087833:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018168.087840:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339651328/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018168.087852:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018168.087875:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018168/real 1734018168] req@ffff8800a7a7c380 x1818247339650688/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018168.087895:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339650688/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018168.087907:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018168.087910:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018168.087915:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339650688:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018168.087923:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339650816:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018168.087941:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018168.087947:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018168/real 1734018168] req@ffff8800a7a7ed80 x1818247339650816/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018168.087958:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339650816/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018168.087966:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018168.087970:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018168.087973:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339650816:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018168.087979:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339650944:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018168.087993:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018168.087998:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018168/real 1734018168] req@ffff8800a7a7df80 x1818247339650944/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018168.088009:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339650944/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018168.088016:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018168.088019:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018168.088023:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339650944:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018168.088049:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339651072:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018168.088063:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018168.088070:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018168/real 1734018168] req@ffff8800a7a7fb80 x1818247339651072/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018168.088081:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339651072/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018168.088089:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018168.088091:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018168.088094:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339651072:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018168.088100:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339651200:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018168.088113:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018168.088119:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018168/real 1734018168] req@ffff8800a7a7dc00 x1818247339651200/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018168.088129:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339651200/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018168.088137:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018168.088139:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018168.088143:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339651200:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018168.088148:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339651328:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018168.088163:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018168.088169:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018168/real 1734018168] req@ffff8800a7a7ea00 x1818247339651328/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018168.088180:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339651328/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018168.088187:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018168.088189:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018168.088192:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339651328:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734018168.743516:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018168.813615:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018169.743494:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018169.815615:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018170.743521:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018170.817611:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018171.743480:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018171.819629:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018172.743467:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018172.821589:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018173.095457:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018173.095466:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018173.095470:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018173.095481:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2436 00000100:00080000:2.0:1734018173.095491:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018173.095499:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018173.095538:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339651456/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018173.095580:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018173.095585:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018173.095587:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018173.095591:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2436 00000100:00080000:2.0:1734018173.095595:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018173.095598:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018173.095607:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018173.095619:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339651584/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018173.095628:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018173.095631:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018173.095633:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018173.095637:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2436 00000100:00080000:2.0:1734018173.095639:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018173.095643:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018173.095648:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018173.095656:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339651712/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018173.095664:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018173.095667:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018173.095668:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018173.095672:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2436 00000100:00080000:2.0:1734018173.095674:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018173.095678:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018173.095683:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734018173.095691:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339651456:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734018173.095691:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339651840/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018173.095700:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018173.095703:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018173.095704:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018173.095708:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2436 00000100:00080000:2.0:1734018173.095710:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018173.095714:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018173.095718:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018173.095725:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339651968/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018173.095733:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018173.095736:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018173.095738:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018173.095741:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2436 00000100:00080000:2.0:1734018173.095744:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018173.095747:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018173.095752:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018173.095758:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734018173.095759:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339652096/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018173.095780:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018173/real 1734018173] req@ffff8800a7a7e300 x1818247339651456/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018173.095800:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339651456/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018173.095811:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018173.095815:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018173.095819:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339651456:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018173.095826:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339651584:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018173.095842:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018173.095849:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018173/real 1734018173] req@ffff8800a7a7ca80 x1818247339651584/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018173.095860:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339651584/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018173.095869:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018173.095871:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018173.095875:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339651584:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018173.095881:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339651712:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018173.095894:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018173.095900:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018173/real 1734018173] req@ffff8800a7a7f480 x1818247339651712/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018173.095910:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339651712/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018173.095917:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018173.095920:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018173.095923:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339651712:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018173.095946:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339651840:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018173.095959:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018173.095965:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018173/real 1734018173] req@ffff8800a7a7c000 x1818247339651840/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018173.095975:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339651840/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018173.095983:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018173.095985:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018173.095988:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339651840:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018173.095994:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339651968:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018173.096006:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018173.096012:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018173/real 1734018173] req@ffff8800a7a7c700 x1818247339651968/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018173.096023:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339651968/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018173.096030:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018173.096032:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018173.096035:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339651968:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018173.096040:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339652096:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018173.096052:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018173.096058:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018173/real 1734018173] req@ffff8800a7a7ce00 x1818247339652096/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018173.096067:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339652096/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018173.096074:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018173.096076:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018173.096079:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339652096:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734018173.743478:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018173.823579:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018174.743573:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018174.825573:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018175.743444:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018175.827610:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018176.743439:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018176.829598:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018177.743419:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018177.831591:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018178.103445:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018178.103454:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018178.103458:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018178.103468:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2441 00000100:00080000:2.0:1734018178.103478:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018178.103486:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018178.103526:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339652224/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018178.103559:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018178.103564:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018178.103566:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018178.103570:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2441 00000100:00080000:2.0:1734018178.103574:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018178.103577:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018178.103587:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018178.103597:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339652352/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018178.103607:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018178.103610:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018178.103612:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018178.103615:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2441 00000100:00080000:2.0:1734018178.103618:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018178.103623:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018178.103628:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018178.103639:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339652480/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018178.103647:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018178.103650:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018178.103651:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018178.103655:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2441 00000100:00080000:2.0:1734018178.103657:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018178.103660:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018178.103665:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734018178.103668:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339652224:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734018178.103673:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339652608/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018178.103682:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018178.103685:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018178.103687:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018178.103691:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2441 00000100:00080000:2.0:1734018178.103693:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018178.103696:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018178.103701:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018178.103708:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339652736/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018178.103716:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018178.103720:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018178.103722:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018178.103725:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2441 00000100:00080000:2.0:1734018178.103728:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018178.103732:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000800:00000100:1.0:1734018178.103733:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000008:00100000:2.0:1734018178.103736:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018178.103743:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339652864/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018178.103755:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018178/real 1734018178] req@ffff8800a7a7d180 x1818247339652224/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018178.103774:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339652224/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018178.103785:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018178.103788:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018178.103793:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339652224:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018178.103800:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339652352:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018178.103817:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018178.103824:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018178/real 1734018178] req@ffff8800a7a7f100 x1818247339652352/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018178.103835:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339652352/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018178.103843:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018178.103845:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018178.103849:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339652352:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018178.103854:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339652480:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018178.103868:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018178.103874:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018178/real 1734018178] req@ffff8800a7a7ce00 x1818247339652480/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018178.103884:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339652480/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018178.103891:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018178.103894:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018178.103897:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339652480:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018178.103923:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339652608:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018178.103936:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018178.103942:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018178/real 1734018178] req@ffff8800a7a7c700 x1818247339652608/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018178.103953:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339652608/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018178.103961:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018178.103963:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018178.103966:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339652608:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018178.103971:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339652736:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018178.103983:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018178.103989:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018178/real 1734018178] req@ffff8800a7a7c000 x1818247339652736/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018178.103999:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339652736/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018178.104007:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018178.104009:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018178.104012:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339652736:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018178.104018:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339652864:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018178.104033:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018178.104039:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018178/real 1734018178] req@ffff8800a7a7f480 x1818247339652864/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018178.104049:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339652864/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018178.104056:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018178.104058:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018178.104061:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339652864:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018178.743469:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018178.833583:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018179.743474:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018179.835629:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018180.743402:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018180.837580:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018181.743452:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018181.839627:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018182.743458:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018182.841627:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018183.111468:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018183.111480:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018183.111486:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018183.111498:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2446 00000100:00080000:2.0:1734018183.111511:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018183.111522:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018183.111568:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339652992/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018183.111606:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018183.111611:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018183.111614:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018183.111618:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2446 00000100:00080000:2.0:1734018183.111623:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018183.111627:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018183.111639:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018183.111651:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339653120/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018183.111662:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018183.111665:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018183.111667:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018183.111671:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2446 00000100:00080000:2.0:1734018183.111674:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018183.111678:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018183.111683:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018183.111692:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339653248/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018183.111701:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018183.111704:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018183.111706:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018183.111709:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2446 00000100:00080000:2.0:1734018183.111711:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018183.111715:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018183.111719:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018183.111727:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339653376/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018183.111742:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339652992:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018183.111744:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018183.111747:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018183.111749:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018183.111753:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2446 00000100:00080000:2.0:1734018183.111756:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018183.111759:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018183.111763:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018183.111771:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339653504/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018183.111780:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018183.111783:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018183.111785:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018183.111788:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2446 00000100:00080000:2.0:1734018183.111791:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018183.111794:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018183.111799:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018183.111806:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339653632/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018183.111815:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018183.111838:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018183/real 1734018183] req@ffff8800a7a7ca80 x1818247339652992/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018183.111859:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339652992/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018183.111871:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018183.111874:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018183.111879:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339652992:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018183.111887:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339653120:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018183.111904:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018183.111911:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018183/real 1734018183] req@ffff8800a7a7e300 x1818247339653120/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018183.111923:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339653120/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018183.111931:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018183.111934:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018183.111938:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339653120:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018183.111944:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339653248:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018183.111958:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018183.111964:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018183/real 1734018183] req@ffff8800a7a7ea00 x1818247339653248/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018183.111975:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339653248/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018183.111982:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018183.111985:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018183.111988:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339653248:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018183.112014:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339653376:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018183.112027:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018183.112034:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018183/real 1734018183] req@ffff8800a7a7dc00 x1818247339653376/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018183.112045:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339653376/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018183.112053:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018183.112055:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018183.112058:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339653376:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018183.112065:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339653504:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018183.112078:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018183.112085:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018183/real 1734018183] req@ffff8800a7a7fb80 x1818247339653504/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018183.112095:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339653504/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018183.112103:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018183.112106:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018183.112109:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339653504:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018183.112114:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339653632:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018183.112126:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018183.112132:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018183/real 1734018183] req@ffff8800a7a7df80 x1818247339653632/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018183.112142:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339653632/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018183.112149:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018183.112151:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018183.112154:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339653632:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018183.743469:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018183.843586:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018184.743488:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018184.845591:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018185.743466:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018185.847593:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018186.743477:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018186.849629:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018187.743474:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018187.851602:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018188.119441:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018188.119457:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018188.119462:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018188.119476:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2451 00000100:00080000:2.0:1734018188.119490:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018188.119500:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018188.119552:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339653760/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018188.119593:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018188.119597:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018188.119599:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018188.119604:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2451 00000100:00080000:2.0:1734018188.119607:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018188.119611:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018188.119623:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018188.119635:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339653888/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018188.119644:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018188.119648:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018188.119650:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018188.119654:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2451 00000100:00080000:2.0:1734018188.119657:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018188.119661:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018188.119666:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018188.119678:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339654016/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018188.119689:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018188.119692:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018188.119694:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018188.119697:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2451 00000100:00080000:2.0:1734018188.119700:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018188.119703:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018188.119708:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018188.119717:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339654144/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018188.119727:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734018188.119729:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339653760:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018188.119730:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018188.119732:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018188.119736:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2451 00000100:00080000:2.0:1734018188.119739:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018188.119742:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018188.119746:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018188.119755:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339654272/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018188.119764:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018188.119767:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018188.119769:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018188.119773:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2451 00000100:00080000:2.0:1734018188.119777:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018188.119780:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018188.119785:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018188.119793:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339654400/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018188.119802:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018188.119826:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018188/real 1734018188] req@ffff8800a7a7ed80 x1818247339653760/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018188.119846:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339653760/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018188.119858:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018188.119862:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018188.119867:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339653760:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018188.119875:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339653888:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018188.119892:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018188.119899:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018188/real 1734018188] req@ffff8800a7a7c380 x1818247339653888/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018188.119911:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339653888/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018188.119919:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018188.119921:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018188.119925:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339653888:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018188.119931:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339654016:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018188.119945:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018188.119951:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018188/real 1734018188] req@ffff8800a7a7df80 x1818247339654016/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018188.119961:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339654016/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018188.119968:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018188.119971:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018188.119975:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339654016:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018188.120002:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339654144:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018188.120016:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018188.120023:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018188/real 1734018188] req@ffff8800a7a7fb80 x1818247339654144/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018188.120033:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339654144/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018188.120041:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018188.120043:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018188.120046:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339654144:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018188.120052:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339654272:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018188.120065:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018188.120071:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018188/real 1734018188] req@ffff8800a7a7dc00 x1818247339654272/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018188.120081:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339654272/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018188.120088:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018188.120120:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018188.120125:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339654272:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018188.120132:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339654400:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018188.120152:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018188.120160:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018188/real 1734018188] req@ffff8800a7a7ea00 x1818247339654400/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018188.120171:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339654400/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018188.120179:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018188.120181:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018188.120184:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339654400:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018188.743450:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018188.853610:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018189.743455:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018189.855616:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018190.743459:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018190.857565:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018191.743511:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018191.859599:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018192.743436:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018192.861599:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018193.127455:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018193.127468:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018193.127473:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018193.127487:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2456 00000100:00080000:2.0:1734018193.127499:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018193.127509:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018193.127558:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339654528/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018193.127597:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018193.127602:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018193.127604:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018193.127609:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2456 00000100:00080000:2.0:1734018193.127612:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018193.127616:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018193.127628:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018193.127642:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339654656/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018193.127652:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018193.127656:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018193.127658:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018193.127662:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2456 00000100:00080000:2.0:1734018193.127665:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018193.127669:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018193.127674:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018193.127684:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339654784/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018193.127692:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018193.127696:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018193.127697:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018193.127701:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2456 00000100:00080000:2.0:1734018193.127704:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018193.127707:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018193.127712:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018193.127720:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339654912/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018193.127730:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734018193.127733:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339654528:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018193.127734:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018193.127735:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018193.127741:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2456 00000100:00080000:2.0:1734018193.127744:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018193.127747:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018193.127752:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018193.127760:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339655040/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018193.127769:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018193.127772:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018193.127774:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018193.127778:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2456 00000100:00080000:2.0:1734018193.127781:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018193.127784:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018193.127789:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018193.127796:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339655168/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018193.127806:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018193.127831:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018193/real 1734018193] req@ffff8800a7a7e300 x1818247339654528/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018193.127850:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339654528/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018193.127862:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018193.127866:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018193.127871:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339654528:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018193.127879:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339654656:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018193.127897:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018193.127903:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018193/real 1734018193] req@ffff8800a7a7ca80 x1818247339654656/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018193.127915:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339654656/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018193.127924:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018193.127927:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018193.127930:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339654656:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018193.127937:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339654784:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018193.127950:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018193.127957:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018193/real 1734018193] req@ffff8800a7a7f480 x1818247339654784/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018193.127967:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339654784/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018193.127974:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018193.127977:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018193.127980:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339654784:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018193.128050:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339654912:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018193.128069:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018193.128077:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018193/real 1734018193] req@ffff8800a7a7c000 x1818247339654912/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018193.128089:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339654912/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018193.128097:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018193.128099:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018193.128102:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339654912:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018193.128109:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339655040:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018193.128123:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018193.128129:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018193/real 1734018193] req@ffff8800a7a7c700 x1818247339655040/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018193.128140:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339655040/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018193.128148:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018193.128150:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018193.128153:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339655040:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018193.128158:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339655168:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018193.128171:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018193.128177:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018193/real 1734018193] req@ffff8800a7a7ce00 x1818247339655168/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018193.128186:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339655168/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018193.128193:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018193.128195:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018193.128198:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339655168:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018193.743476:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018193.863597:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018194.743483:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018194.865649:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018195.743458:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018195.867605:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018196.743432:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018196.869579:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018197.743467:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018197.871584:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018198.135448:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018198.135457:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018198.135462:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018198.135472:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2461 00000100:00080000:2.0:1734018198.135480:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018198.135489:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018198.135525:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339655296/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018198.135559:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018198.135563:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018198.135565:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018198.135570:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2461 00000100:00080000:2.0:1734018198.135573:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018198.135577:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018198.135586:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018198.135597:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339655424/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018198.135607:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018198.135610:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018198.135612:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018198.135616:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2461 00000100:00080000:2.0:1734018198.135618:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018198.135622:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018198.135627:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018198.135636:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339655552/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018198.135645:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018198.135648:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018198.135650:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018198.135654:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2461 00000100:00080000:2.0:1734018198.135656:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018198.135660:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018198.135664:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734018198.135673:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339655296:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734018198.135673:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339655680/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018198.135682:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018198.135685:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018198.135687:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018198.135690:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2461 00000100:00080000:2.0:1734018198.135693:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018198.135696:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018198.135700:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018198.135707:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339655808/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018198.135716:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018198.135719:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018198.135720:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018198.135724:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2461 00000100:00080000:2.0:1734018198.135726:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018198.135730:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018198.135734:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018198.135737:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734018198.135742:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339655936/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018198.135759:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018198/real 1734018198] req@ffff8800a7a7f100 x1818247339655296/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018198.135780:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339655296/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018198.135791:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018198.135795:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018198.135799:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339655296:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018198.135806:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339655424:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018198.135823:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018198.135829:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018198/real 1734018198] req@ffff8800a7a7d180 x1818247339655424/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018198.135841:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339655424/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018198.135849:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018198.135851:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018198.135855:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339655424:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018198.135860:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339655552:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018198.135873:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018198.135879:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018198/real 1734018198] req@ffff8800a7a7ce00 x1818247339655552/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018198.135890:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339655552/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018198.135897:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018198.135900:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018198.135903:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339655552:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018198.135971:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339655680:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018198.135990:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018198.135998:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018198/real 1734018198] req@ffff8800a7a7c700 x1818247339655680/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018198.136009:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339655680/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018198.136018:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018198.136020:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018198.136023:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339655680:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018198.136028:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339655808:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018198.136041:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018198.136047:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018198/real 1734018198] req@ffff8800a7a7c000 x1818247339655808/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018198.136058:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339655808/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018198.136066:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018198.136068:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018198.136071:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339655808:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018198.136075:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339655936:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018198.136090:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018198.136096:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018198/real 1734018198] req@ffff8800a7a7f480 x1818247339655936/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018198.136107:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339655936/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018198.136114:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018198.136116:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018198.136119:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339655936:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018198.743472:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018198.873600:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018199.743478:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018199.875628:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018200.743476:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018200.877611:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018201.743437:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018201.879626:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018202.743475:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018202.881688:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018203.143454:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018203.143464:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018203.143469:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018203.143482:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2467 00000100:00080000:2.0:1734018203.143493:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018203.143502:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018203.143550:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339656064/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018203.143589:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018203.143593:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018203.143595:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018203.143600:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2467 00000100:00080000:2.0:1734018203.143604:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018203.143608:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018203.143619:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018203.143631:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339656192/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018203.143641:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018203.143645:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018203.143647:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018203.143651:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2467 00000100:00080000:2.0:1734018203.143654:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018203.143658:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018203.143664:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018203.143673:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339656320/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018203.143681:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018203.143685:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018203.143686:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018203.143690:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2467 00000100:00080000:2.0:1734018203.143692:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018203.143696:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018203.143701:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018203.143710:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339656448/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018203.143714:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339656064:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018203.143720:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018203.143723:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018203.143725:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018203.143728:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2467 00000100:00080000:2.0:1734018203.143731:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018203.143734:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018203.143739:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018203.143747:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339656576/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018203.143758:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018203.143761:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018203.143763:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018203.143766:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2467 00000100:00080000:2.0:1734018203.143769:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018203.143773:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018203.143777:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018203.143785:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339656704/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018203.143812:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339656192:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018203.143868:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339656320:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018203.143899:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339656448:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018203.143915:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339656576:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018203.143930:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339656704:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018203.743458:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018203.883579:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018204.743475:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018204.885591:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018205.743464:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018205.887564:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1734018206.149726:0:1967:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:2.0:1734018206.149778:0:1967:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1734018206.149846:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:2.0:1734018206.149900:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:2.0:1734018206.149912:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:2.0:1734018206.149921:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:2.0:1734018206.149930:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:2.0:1734018206.149940:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000100:00100000:1.0:1734018206.150206:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018203/real 1734018206] req@ffff8800a7a7dc00 x1818247339656448/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018206.150244:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339656448/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018206.150262:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018206.150268:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018206.150276:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339656448:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018206.150287:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018203/real 1734018206] req@ffff8800a7a7fb80 x1818247339656576/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018206.150308:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339656576/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018206.150377:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018206.150383:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018206.150390:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339656576:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018206.150402:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018203/real 1734018206] req@ffff8800a7a7df80 x1818247339656704/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018206.150422:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339656704/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018206.150434:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018206.150439:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018206.150444:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339656704:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018206.150455:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018203/real 1734018206] req@ffff8800a7a7ca80 x1818247339656064/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018206.150474:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339656064/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018206.150486:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018206.150490:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018206.150495:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339656064:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018206.150505:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018203/real 1734018206] req@ffff8800a7a7e300 x1818247339656192/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018206.150522:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339656192/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018206.150533:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018206.150537:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018206.150543:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339656192:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018206.150553:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018203/real 1734018206] req@ffff8800a7a7ea00 x1818247339656320/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018206.150570:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339656320/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018206.150583:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018206.150587:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018206.150592:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339656320:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018206.743453:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018206.889626:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018207.743460:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018207.891592:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018208.151452:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018208.151463:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018208.151468:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018208.151482:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2472 00000100:00080000:2.0:1734018208.151492:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018208.151502:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018208.151551:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339656832/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018208.151590:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018208.151595:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018208.151597:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018208.151601:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2472 00000100:00080000:2.0:1734018208.151605:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018208.151609:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018208.151621:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018208.151632:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339656960/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018208.151643:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018208.151646:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018208.151648:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018208.151652:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2472 00000100:00080000:2.0:1734018208.151655:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018208.151659:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018208.151664:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018208.151676:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339657088/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018208.151685:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018208.151690:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018208.151691:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018208.151695:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2472 00000100:00080000:2.0:1734018208.151698:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018208.151702:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018208.151706:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018208.151715:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339657216/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018208.151725:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018208.151728:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1734018208.151730:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339656832:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018208.151730:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018208.151734:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2472 00000100:00080000:2.0:1734018208.151736:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018208.151740:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018208.151744:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018208.151784:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339657344/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018208.151794:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018208.151797:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018208.151798:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018208.151802:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2472 00000100:00080000:2.0:1734018208.151805:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018208.151808:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018208.151814:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018208.151823:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339657472/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018208.151843:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018208.151867:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018208/real 1734018208] req@ffff8800a7a7c380 x1818247339656832/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018208.151888:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339656832/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018208.151901:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018208.151905:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018208.151909:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339656832:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018208.151918:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339656960:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018208.151936:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018208.151943:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018208/real 1734018208] req@ffff8800a7a7ed80 x1818247339656960/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018208.151955:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339656960/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018208.151963:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018208.151966:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018208.151969:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339656960:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018208.151975:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339657088:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018208.151989:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018208.151995:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018208/real 1734018208] req@ffff8800a7a7ea00 x1818247339657088/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018208.152005:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339657088/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018208.152012:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018208.152015:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018208.152018:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339657088:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018208.152045:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339657216:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018208.152062:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018208.152069:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018208/real 1734018208] req@ffff8800a7a7e300 x1818247339657216/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018208.152080:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339657216/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018208.152088:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018208.152090:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018208.152093:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339657216:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018208.152099:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339657344:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018208.152112:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018208.152118:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018208/real 1734018208] req@ffff8800a7a7ca80 x1818247339657344/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018208.152128:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339657344/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018208.152135:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018208.152138:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018208.152141:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339657344:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018208.152147:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339657472:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018208.152159:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018208.152165:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018208/real 1734018208] req@ffff8800a7a7df80 x1818247339657472/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018208.152182:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339657472/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018208.152189:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018208.152192:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018208.152194:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339657472:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018208.743439:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018208.893625:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018209.743480:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018209.895621:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018210.743447:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018210.897628:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018211.743449:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018211.899568:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018212.743427:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018212.901566:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018213.159467:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018213.159475:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018213.159480:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018213.159489:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2477 00000100:00080000:2.0:1734018213.159497:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018213.159505:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018213.159541:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339657600/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018213.159573:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018213.159578:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018213.159580:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018213.159585:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2477 00000100:00080000:2.0:1734018213.159588:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018213.159591:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018213.159601:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018213.159612:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339657728/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018213.159628:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018213.159632:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018213.159633:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018213.159637:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2477 00000100:00080000:2.0:1734018213.159640:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018213.159643:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018213.159648:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018213.159656:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339657856/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018213.159664:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018213.159705:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018213.159707:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018213.159710:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2477 00000100:00080000:2.0:1734018213.159713:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018213.159717:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018213.159721:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018213.159731:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339657984/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018213.159739:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018213.159742:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018213.159744:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018213.159748:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2477 00000100:00080000:2.0:1734018213.159751:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018213.159755:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018213.159759:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018213.159766:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339658112/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018213.159775:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018213.159778:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018213.159780:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018213.159783:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2477 00000100:00080000:2.0:1734018213.159785:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018213.159789:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018213.159793:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018213.159800:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339658240/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018213.159892:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339657600:192.168.201.101@tcp:250:kworker.0 00000800:00000100:1.0:1734018213.159954:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018213.159975:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018213/real 1734018213] req@ffff8800a7a7fb80 x1818247339657600/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018213.159993:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339657600/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018213.160004:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018213.160007:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018213.160012:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339657600:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018213.160019:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339657728:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018213.160035:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018213.160042:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018213/real 1734018213] req@ffff8800a7a7dc00 x1818247339657728/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018213.160053:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339657728/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018213.160061:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018213.160064:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018213.160068:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339657728:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018213.160074:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339657856:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018213.160087:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018213.160093:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018213/real 1734018213] req@ffff8800a7a7f480 x1818247339657856/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018213.160104:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339657856/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018213.160112:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018213.160114:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018213.160117:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339657856:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018213.160122:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339657984:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018213.160134:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018213.160140:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018213/real 1734018213] req@ffff8800a7a7c000 x1818247339657984/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018213.160150:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339657984/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018213.160158:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018213.160160:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018213.160164:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339657984:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018213.160169:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339658112:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018213.160184:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018213.160190:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018213/real 1734018213] req@ffff8800a7a7c700 x1818247339658112/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018213.160201:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339658112/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018213.160209:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018213.160211:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018213.160214:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339658112:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018213.160218:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339658240:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018213.160230:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018213.160236:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018213/real 1734018213] req@ffff8800a7a7ce00 x1818247339658240/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018213.160246:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339658240/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018213.160253:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018213.160255:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018213.160258:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339658240:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018213.743467:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018213.903603:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018214.743470:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018214.905599:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018215.743461:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018215.907676:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018216.743438:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018216.909591:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018217.743434:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018217.911617:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018218.167444:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018218.167455:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018218.167460:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018218.167471:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2482 00000100:00080000:2.0:1734018218.167480:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018218.167488:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018218.167527:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339658368/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018218.167564:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018218.167569:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018218.167570:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018218.167575:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2482 00000100:00080000:2.0:1734018218.167578:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018218.167641:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018218.167649:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018218.167660:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339658496/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018218.167668:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018218.167687:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018218.167689:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018218.167693:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2482 00000100:00080000:2.0:1734018218.167696:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018218.167700:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018218.167705:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1734018218.167709:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339658368:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734018218.167717:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339658624/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018218.167727:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018218.167730:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018218.167732:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018218.167736:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2482 00000100:00080000:2.0:1734018218.167739:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018218.167742:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018218.167746:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018218.167754:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339658752/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018218.167763:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018218.167766:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018218.167768:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018218.167772:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2482 00000800:00000100:1.0:1734018218.167774:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734018218.167775:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018218.167778:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018218.167782:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018218.167789:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339658880/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018218.167797:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018218/real 1734018218] req@ffff8800a7a7d180 x1818247339658368/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018218.167798:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018218.167801:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018218.167803:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018218.167806:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2482 00000100:00080000:2.0:1734018218.167809:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018218.167813:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018218.167817:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734018218.167824:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339658368/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018218.167824:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339659008/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1734018218.167834:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018218.167837:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018218.167842:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339658368:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018218.167849:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339658496:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018218.167865:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018218.167872:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018218/real 1734018218] req@ffff8800a7a7f100 x1818247339658496/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018218.167883:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339658496/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018218.167890:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018218.167893:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018218.167896:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339658496:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018218.167918:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339658624:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018218.167932:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018218.167938:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018218/real 1734018218] req@ffff8800a7a7ce00 x1818247339658624/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018218.167948:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339658624/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018218.167956:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018218.167959:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018218.167962:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339658624:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018218.167968:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339658752:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018218.167980:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018218.167986:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018218/real 1734018218] req@ffff8800a7a7c700 x1818247339658752/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018218.167996:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339658752/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018218.168004:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018218.168007:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018218.168010:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339658752:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018218.168015:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339658880:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018218.168027:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018218.168033:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018218/real 1734018218] req@ffff8800a7a7c000 x1818247339658880/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018218.168043:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339658880/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018218.168051:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018218.168053:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018218.168056:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339658880:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018218.168062:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339659008:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018218.168077:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018218.168083:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018218/real 1734018218] req@ffff8800a7a7f480 x1818247339659008/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018218.168094:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339659008/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018218.168102:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018218.168104:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018218.168107:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339659008:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018218.743388:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018218.913643:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018219.743473:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018219.915642:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018220.743442:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018220.917608:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018221.743445:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018221.919642:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018222.743464:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018222.921599:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018223.175469:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018223.175478:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018223.175483:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018223.175493:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2487 00000100:00080000:2.0:1734018223.175530:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018223.175538:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018223.175575:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339659136/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018223.175607:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018223.175612:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018223.175614:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018223.175618:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2487 00000100:00080000:2.0:1734018223.175622:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018223.175625:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018223.175635:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018223.175645:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339659264/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018223.175655:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018223.175658:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018223.175661:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018223.175665:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2487 00000100:00080000:2.0:1734018223.175668:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018223.175671:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018223.175676:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018223.175684:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339659392/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018223.175693:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018223.175696:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018223.175697:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018223.175700:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2487 00000100:00080000:2.0:1734018223.175703:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018223.175706:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018223.175710:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734018223.175716:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339659136:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734018223.175718:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339659520/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018223.175728:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018223.175731:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018223.175732:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018223.175736:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2487 00000100:00080000:2.0:1734018223.175738:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018223.175741:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018223.175746:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018223.175753:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339659648/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018223.175762:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018223.175766:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018223.175767:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018223.175771:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2487 00000100:00080000:2.0:1734018223.175774:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018223.175777:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000800:00000100:1.0:1734018223.175781:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000008:00100000:2.0:1734018223.175781:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018223.175788:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339659776/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018223.175802:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018223/real 1734018223] req@ffff8800a7a7dc00 x1818247339659136/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018223.175821:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339659136/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018223.175832:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018223.175835:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018223.175840:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339659136:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018223.175847:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339659264:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018223.175863:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018223.175869:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018223/real 1734018223] req@ffff8800a7a7fb80 x1818247339659264/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018223.175881:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339659264/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018223.175889:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018223.175891:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018223.175895:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339659264:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018223.175900:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339659392:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018223.175914:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018223.175920:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018223/real 1734018223] req@ffff8800a7a7df80 x1818247339659392/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018223.175930:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339659392/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018223.175937:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018223.175939:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018223.175943:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339659392:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018223.175966:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339659520:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018223.175979:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018223.175986:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018223/real 1734018223] req@ffff8800a7a7ca80 x1818247339659520/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018223.175997:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339659520/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018223.176004:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018223.176006:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018223.176009:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339659520:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018223.176015:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339659648:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018223.176028:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018223.176034:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018223/real 1734018223] req@ffff8800a7a7e300 x1818247339659648/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018223.176044:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339659648/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018223.176052:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018223.176054:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018223.176057:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339659648:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018223.176062:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339659776:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018223.176073:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018223.176079:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018223/real 1734018223] req@ffff8800a7a7ea00 x1818247339659776/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018223.176089:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339659776/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018223.176096:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018223.176098:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018223.176101:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339659776:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018223.743472:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018223.923580:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018224.743448:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018224.925648:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018225.743512:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018225.927540:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018226.743477:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018226.929617:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018227.743490:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018227.931649:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018228.183484:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018228.183494:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018228.183498:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018228.183508:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2492 00000100:00080000:2.0:1734018228.183516:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018228.183524:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018228.183560:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339659904/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018228.183593:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018228.183597:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018228.183599:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018228.183604:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2492 00000100:00080000:2.0:1734018228.183607:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018228.183611:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018228.183620:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018228.183631:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339660032/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018228.183641:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018228.183644:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018228.183646:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018228.183650:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2492 00000100:00080000:2.0:1734018228.183653:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018228.183656:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018228.183661:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018228.183671:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339660160/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018228.183679:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018228.183682:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018228.183684:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018228.183687:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2492 00000100:00080000:2.0:1734018228.183690:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018228.183694:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018228.183698:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018228.183707:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339660288/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018228.183709:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339659904:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018228.183717:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018228.183720:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018228.183722:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018228.183725:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2492 00000100:00080000:2.0:1734018228.183727:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018228.183731:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018228.183735:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018228.183742:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339660416/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018228.183751:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018228.183754:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018228.183755:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018228.183759:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2492 00000100:00080000:2.0:1734018228.183762:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018228.183765:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018228.183769:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018228.183774:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734018228.183776:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339660544/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018228.183797:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018228/real 1734018228] req@ffff8800a7a7ed80 x1818247339659904/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018228.183816:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339659904/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018228.183827:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018228.183830:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018228.183834:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339659904:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018228.183841:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339660032:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018228.183858:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018228.183865:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018228/real 1734018228] req@ffff8800a7a7c380 x1818247339660032/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018228.183876:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339660032/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018228.183884:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018228.183887:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018228.183890:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339660032:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018228.183895:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339660160:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018228.183909:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018228.183915:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018228/real 1734018228] req@ffff8800a7a7ea00 x1818247339660160/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018228.183925:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339660160/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018228.183932:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018228.183935:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018228.183939:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339660160:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018228.183964:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339660288:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018228.183978:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018228.183985:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018228/real 1734018228] req@ffff8800a7a7e300 x1818247339660288/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018228.183996:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339660288/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018228.184003:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018228.184005:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018228.184008:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339660288:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018228.184014:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339660416:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018228.184026:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018228.184032:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018228/real 1734018228] req@ffff8800a7a7ca80 x1818247339660416/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018228.184042:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339660416/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018228.184049:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018228.184051:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018228.184054:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339660416:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018228.184060:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339660544:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018228.184075:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018228.184081:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018228/real 1734018228] req@ffff8800a7a7df80 x1818247339660544/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018228.184091:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339660544/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018228.184098:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018228.184100:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018228.184103:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339660544:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018228.743473:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018228.933655:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018229.743482:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018229.935550:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018230.743470:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018230.937633:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018231.743466:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018231.939614:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018232.743476:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018232.941526:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018233.191456:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018233.191465:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018233.191470:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018233.191480:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2497 00000100:00080000:2.0:1734018233.191489:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018233.191496:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018233.191530:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339660672/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018233.191564:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018233.191569:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018233.191570:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018233.191575:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2497 00000100:00080000:2.0:1734018233.191578:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018233.191582:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018233.191591:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018233.191601:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339660800/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018233.191611:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018233.191614:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018233.191616:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018233.191620:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2497 00000100:00080000:2.0:1734018233.191622:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018233.191626:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018233.191631:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018233.191639:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339660928/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018233.191648:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018233.191651:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018233.191653:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018233.191656:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2497 00000100:00080000:2.0:1734018233.191659:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018233.191662:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018233.191667:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018233.191674:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339661056/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018233.191676:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339660672:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018233.191684:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018233.191687:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018233.191688:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018233.191692:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2497 00000100:00080000:2.0:1734018233.191694:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018233.191698:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018233.191702:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018233.191709:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339661184/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018233.191717:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018233.191720:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018233.191722:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018233.191725:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2497 00000100:00080000:2.0:1734018233.191728:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018233.191732:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018233.191736:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018233.191740:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734018233.191744:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339661312/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018233.191762:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018233/real 1734018233] req@ffff8800a7a7fb80 x1818247339660672/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018233.191781:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339660672/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018233.191792:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018233.191795:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018233.191799:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339660672:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018233.191806:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339660800:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018233.191822:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018233.191829:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018233/real 1734018233] req@ffff8800a7a7dc00 x1818247339660800/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018233.191840:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339660800/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018233.191848:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018233.191851:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018233.191855:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339660800:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018233.191860:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339660928:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018233.191873:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018233.191879:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018233/real 1734018233] req@ffff8800a7a7f480 x1818247339660928/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018233.191889:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339660928/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018233.191896:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018233.191899:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018233.191902:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339660928:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018233.191929:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339661056:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018233.191942:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018233.191949:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018233/real 1734018233] req@ffff8800a7a7c000 x1818247339661056/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018233.191959:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339661056/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018233.191967:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018233.191969:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018233.191972:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339661056:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018233.191977:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339661184:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018233.191989:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018233.191995:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018233/real 1734018233] req@ffff8800a7a7c700 x1818247339661184/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018233.192005:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339661184/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018233.192013:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018233.192015:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018233.192019:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339661184:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018233.192024:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339661312:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018233.192035:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018233.192041:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018233/real 1734018233] req@ffff8800a7a7ce00 x1818247339661312/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018233.192051:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339661312/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018233.192058:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018233.192060:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018233.192063:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339661312:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018233.743466:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018233.943638:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018234.743483:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018234.945603:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018235.743480:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018235.947594:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018236.743435:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018236.949528:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018237.743470:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018237.951612:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018238.199460:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018238.199468:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018238.199473:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018238.199483:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2502 00000100:00080000:2.0:1734018238.199492:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018238.199499:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018238.199534:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339661440/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018238.199568:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018238.199573:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018238.199575:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018238.199579:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2502 00000100:00080000:2.0:1734018238.199582:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018238.199586:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018238.199597:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018238.199608:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339661568/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018238.199618:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018238.199622:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018238.199624:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018238.199627:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2502 00000100:00080000:2.0:1734018238.199630:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018238.199633:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018238.199638:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018238.199648:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339661696/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018238.199656:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018238.199659:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018238.199661:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018238.199664:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2502 00000100:00080000:2.0:1734018238.199667:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018238.199670:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018238.199674:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734018238.199679:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339661440:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734018238.199683:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339661824/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018238.199692:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018238.199696:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018238.199697:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018238.199702:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2502 00000100:00080000:2.0:1734018238.199704:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018238.199707:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018238.199712:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018238.199719:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339661952/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018238.199728:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018238.199731:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018238.199732:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018238.199736:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2502 00000100:00080000:2.0:1734018238.199738:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1734018238.199742:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734018238.199742:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018238.199746:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018238.199753:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339662080/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018238.199764:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018238/real 1734018238] req@ffff8800a7a7f100 x1818247339661440/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018238.199784:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339661440/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018238.199795:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018238.199798:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018238.199802:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339661440:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018238.199810:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339661568:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018238.199827:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018238.199834:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018238/real 1734018238] req@ffff8800a7a7d180 x1818247339661568/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018238.199845:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339661568/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018238.199853:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018238.199855:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018238.199858:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339661568:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018238.199864:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339661696:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018238.199877:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018238.199883:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018238/real 1734018238] req@ffff8800a7a7ce00 x1818247339661696/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018238.199894:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339661696/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018238.199901:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018238.199904:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018238.199907:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339661696:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018238.199932:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339661824:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018238.199946:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018238.199952:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018238/real 1734018238] req@ffff8800a7a7c700 x1818247339661824/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018238.199963:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339661824/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018238.199971:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018238.199973:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018238.199976:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339661824:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018238.199981:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339661952:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018238.199994:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018238.200000:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018238/real 1734018238] req@ffff8800a7a7c000 x1818247339661952/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018238.200011:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339661952/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018238.200019:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018238.200021:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018238.200024:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339661952:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018238.200029:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339662080:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018238.200044:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018238.200050:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018238/real 1734018238] req@ffff8800a7a7f480 x1818247339662080/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018238.200060:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339662080/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018238.200067:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018238.200069:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018238.200072:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339662080:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018238.743469:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018238.953566:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018239.743486:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018239.955637:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018240.743455:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018240.957603:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018241.743453:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018241.959626:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018242.743479:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018242.961584:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018243.207451:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018243.207460:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018243.207464:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018243.207475:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2507 00000100:00080000:2.0:1734018243.207484:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018243.207493:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018243.207530:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339662208/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018243.207563:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018243.207568:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018243.207570:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018243.207574:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2507 00000100:00080000:2.0:1734018243.207577:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018243.207581:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018243.207591:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018243.207601:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339662336/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018243.207610:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018243.207614:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018243.207615:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018243.207619:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2507 00000100:00080000:2.0:1734018243.207622:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018243.207625:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018243.207630:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018243.207638:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339662464/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018243.207646:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018243.207649:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018243.207652:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018243.207655:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2507 00000100:00080000:2.0:1734018243.207658:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018243.207661:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:1.0:1734018243.207666:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339662208:192.168.201.101@tcp:250:kworker.0 00000008:00100000:2.0:1734018243.207666:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018243.207674:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339662592/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018243.207683:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018243.207686:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018243.207688:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018243.207692:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2507 00000100:00080000:2.0:1734018243.207694:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018243.207697:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018243.207701:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018243.207708:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339662720/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018243.207717:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018243.207720:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018243.207721:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018243.207724:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2507 00000100:00080000:2.0:1734018243.207727:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1734018243.207731:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734018243.207731:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018243.207735:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018243.207742:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339662848/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018243.207753:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018243/real 1734018243] req@ffff8800a7a7dc00 x1818247339662208/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018243.207771:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339662208/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018243.207783:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018243.207786:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018243.207790:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339662208:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018243.207797:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339662336:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018243.207814:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018243.207820:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018243/real 1734018243] req@ffff8800a7a7fb80 x1818247339662336/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018243.207832:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339662336/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018243.207840:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018243.207843:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018243.207847:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339662336:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018243.207852:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339662464:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018243.207865:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018243.207871:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018243/real 1734018243] req@ffff8800a7a7df80 x1818247339662464/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018243.207882:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339662464/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018243.207889:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018243.207892:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018243.207895:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339662464:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018243.207919:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339662592:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018243.207933:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018243.207939:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018243/real 1734018243] req@ffff8800a7a7ca80 x1818247339662592/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018243.207950:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339662592/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018243.207958:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018243.207960:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018243.207963:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339662592:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018243.207969:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339662720:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018243.207981:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018243.207987:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018243/real 1734018243] req@ffff8800a7a7e300 x1818247339662720/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018243.207998:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339662720/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018243.208006:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018243.208008:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018243.208011:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339662720:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018243.208016:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339662848:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018243.208027:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018243.208033:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018243/real 1734018243] req@ffff8800a7a7ea00 x1818247339662848/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018243.208043:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339662848/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018243.208050:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018243.208052:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018243.208055:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339662848:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018243.743502:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018243.963604:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018244.743438:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018244.965618:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018245.743489:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018245.967597:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018246.743451:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018246.969593:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018247.743470:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018247.971562:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018248.215434:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018248.215444:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018248.215449:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018248.215460:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2512 00000100:00080000:2.0:1734018248.215469:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018248.215477:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018248.215513:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339662976/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018248.215547:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018248.215552:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018248.215554:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018248.215558:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2512 00000100:00080000:2.0:1734018248.215561:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018248.215565:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018248.215575:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018248.215586:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339663104/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018248.215595:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018248.215598:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018248.215601:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018248.215605:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2512 00000100:00080000:2.0:1734018248.215608:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018248.215611:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018248.215616:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018248.215626:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339663232/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018248.215635:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018248.215638:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018248.215640:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018248.215643:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2512 00000100:00080000:2.0:1734018248.215646:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018248.215649:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018248.215653:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018248.215661:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339663360/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018248.215671:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734018248.215673:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339662976:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018248.215674:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018248.215675:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018248.215679:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2512 00000100:00080000:2.0:1734018248.215681:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018248.215685:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018248.215689:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018248.215696:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339663488/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018248.215706:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018248.215709:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018248.215710:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018248.215714:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2512 00000100:00080000:2.0:1734018248.215717:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018248.215720:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018248.215724:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018248.215731:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339663616/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018248.215739:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018248.215761:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018248/real 1734018248] req@ffff8800a7a7c380 x1818247339662976/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018248.215780:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339662976/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018248.215791:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018248.215794:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018248.215799:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339662976:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018248.215806:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339663104:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018248.215823:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018248.215830:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018248/real 1734018248] req@ffff8800a7a7ed80 x1818247339663104/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018248.215841:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339663104/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018248.215849:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018248.215852:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018248.215855:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339663104:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018248.215861:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339663232:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018248.215874:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018248.215880:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018248/real 1734018248] req@ffff8800a7a7ea00 x1818247339663232/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018248.215890:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339663232/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018248.215898:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018248.215901:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018248.215904:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339663232:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018248.215929:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339663360:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018248.215942:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018248.215949:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018248/real 1734018248] req@ffff8800a7a7e300 x1818247339663360/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018248.215959:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339663360/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018248.215967:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018248.215969:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018248.215972:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339663360:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018248.215977:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339663488:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018248.215989:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018248.215995:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018248/real 1734018248] req@ffff8800a7a7ca80 x1818247339663488/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018248.216005:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339663488/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018248.216012:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018248.216014:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018248.216018:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339663488:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018248.216023:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339663616:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018248.216038:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018248.216044:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018248/real 1734018248] req@ffff8800a7a7df80 x1818247339663616/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018248.216054:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339663616/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018248.216062:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018248.216064:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018248.216067:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339663616:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018248.743467:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018248.973648:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018249.743466:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018249.975740:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018250.743407:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018250.977474:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018251.743438:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018251.979529:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018252.743460:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018252.981637:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018253.223455:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018253.223465:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018253.223470:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018253.223479:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2517 00000100:00080000:2.0:1734018253.223489:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018253.223498:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018253.223534:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339663744/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018253.223569:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018253.223574:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018253.223576:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018253.223580:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2517 00000100:00080000:2.0:1734018253.223584:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018253.223587:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018253.223597:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018253.223608:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339663872/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018253.223618:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018253.223621:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018253.223623:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018253.223627:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2517 00000100:00080000:2.0:1734018253.223629:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018253.223633:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018253.223637:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018253.223646:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339664000/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018253.223654:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018253.223657:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018253.223659:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018253.223662:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2517 00000100:00080000:2.0:1734018253.223665:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018253.223669:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018253.223673:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734018253.223682:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339663744:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734018253.223682:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339664128/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018253.223691:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018253.223695:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018253.223696:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018253.223699:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2517 00000100:00080000:2.0:1734018253.223702:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018253.223705:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018253.223709:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018253.223716:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339664256/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018253.223725:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018253.223728:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018253.223730:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018253.223733:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2517 00000100:00080000:2.0:1734018253.223736:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018253.223739:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018253.223743:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018253.223746:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734018253.223751:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339664384/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018253.223769:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018253/real 1734018253] req@ffff8800a7a7fb80 x1818247339663744/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018253.223788:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339663744/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018253.223799:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018253.223802:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018253.223806:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339663744:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018253.223813:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339663872:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018253.223829:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018253.223836:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018253/real 1734018253] req@ffff8800a7a7dc00 x1818247339663872/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018253.223847:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339663872/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018253.223856:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018253.223858:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018253.223862:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339663872:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018253.223868:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339664000:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018253.223881:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018253.223887:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018253/real 1734018253] req@ffff8800a7a7f480 x1818247339664000/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018253.223897:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339664000/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018253.223905:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018253.223907:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018253.223910:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339664000:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018253.223933:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339664128:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018253.223946:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018253.223952:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018253/real 1734018253] req@ffff8800a7a7c000 x1818247339664128/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018253.223963:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339664128/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018253.223971:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018253.223973:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018253.223976:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339664128:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018253.223982:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339664256:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018253.224043:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018253.224052:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018253/real 1734018253] req@ffff8800a7a7c700 x1818247339664256/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018253.224063:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339664256/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018253.224071:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018253.224073:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018253.224076:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339664256:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018253.224081:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339664384:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018253.224093:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018253.224099:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018253/real 1734018253] req@ffff8800a7a7ce00 x1818247339664384/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018253.224109:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339664384/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018253.224117:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018253.224119:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018253.224122:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339664384:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018253.743443:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018253.983544:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018254.743476:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018254.985492:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018255.743474:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018255.987584:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018256.743461:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018256.989614:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018257.743449:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018257.991607:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018258.231467:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018258.231481:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018258.231487:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018258.231501:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2522 00000100:00080000:2.0:1734018258.231512:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018258.231523:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018258.231571:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339664512/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018258.231611:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018258.231616:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018258.231619:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018258.231623:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2522 00000100:00080000:2.0:1734018258.231627:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018258.231631:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018258.231642:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018258.231654:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339664640/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018258.231664:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018258.231667:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018258.231669:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018258.231673:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2522 00000100:00080000:2.0:1734018258.231677:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018258.231681:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018258.231687:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018258.231699:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339664768/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018258.231708:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018258.231711:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018258.231713:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018258.231717:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2522 00000100:00080000:2.0:1734018258.231719:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018258.231723:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018258.231727:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018258.231736:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339664896/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018258.231747:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018258.231750:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018258.231752:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018258.231756:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2522 00000100:00080000:2.0:1734018258.231758:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018258.231762:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:1.0:1734018258.231765:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339664512:192.168.201.101@tcp:250:kworker.0 00000008:00100000:2.0:1734018258.231766:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018258.231775:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339665024/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018258.231790:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018258.231794:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018258.231795:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018258.231799:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2522 00000100:00080000:2.0:1734018258.231802:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018258.231805:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018258.231810:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018258.231818:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339665152/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018258.231840:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018258.231864:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018258/real 1734018258] req@ffff8800a7a7d180 x1818247339664512/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018258.231885:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339664512/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018258.231943:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018258.231948:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018258.231954:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339664512:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018258.231962:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339664640:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018258.231983:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018258.231992:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018258/real 1734018258] req@ffff8800a7a7f100 x1818247339664640/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018258.232004:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339664640/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018258.232012:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018258.232015:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018258.232018:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339664640:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018258.232024:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339664768:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018258.232038:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018258.232044:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018258/real 1734018258] req@ffff8800a7a7ce00 x1818247339664768/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018258.232055:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339664768/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018258.232063:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018258.232066:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018258.232069:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339664768:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018258.232095:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339664896:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018258.232109:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018258.232116:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018258/real 1734018258] req@ffff8800a7a7c700 x1818247339664896/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018258.232127:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339664896/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018258.232134:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018258.232137:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018258.232140:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339664896:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018258.232146:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339665024:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018258.232158:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018258.232165:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018258/real 1734018258] req@ffff8800a7a7c000 x1818247339665024/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018258.232175:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339665024/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018258.232183:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018258.232185:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018258.232189:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339665024:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018258.232195:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339665152:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018258.232210:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018258.232217:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018258/real 1734018258] req@ffff8800a7a7f480 x1818247339665152/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018258.232227:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339665152/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018258.232234:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018258.232236:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018258.232239:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339665152:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018258.743467:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018258.993616:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018259.743497:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018259.995579:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018260.743439:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018260.997592:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018261.743443:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018261.999545:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018262.743453:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018263.001624:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018263.239477:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018263.239485:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018263.239490:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018263.239501:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2527 00000100:00080000:2.0:1734018263.239509:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018263.239517:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018263.239555:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339665280/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018263.239587:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018263.239592:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018263.239595:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018263.239599:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2527 00000100:00080000:2.0:1734018263.239602:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018263.239606:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018263.239616:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018263.239626:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339665408/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018263.239636:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018263.239639:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018263.239641:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018263.239645:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2527 00000100:00080000:2.0:1734018263.239648:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018263.239652:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018263.239656:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018263.239665:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339665536/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018263.239673:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018263.239676:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018263.239678:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018263.239681:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2527 00000100:00080000:2.0:1734018263.239683:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018263.239686:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018263.239691:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734018263.239694:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339665280:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734018263.239699:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339665664/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018263.239709:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018263.239713:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018263.239714:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018263.239718:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2527 00000100:00080000:2.0:1734018263.239720:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018263.239723:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018263.239727:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018263.239735:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339665792/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018263.239743:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018263.239746:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018263.239748:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018263.239751:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2527 00000100:00080000:2.0:1734018263.239754:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1734018263.239757:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734018263.239757:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018263.239762:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018263.239769:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339665920/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018263.239779:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018263/real 1734018263] req@ffff8800a7a7dc00 x1818247339665280/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018263.239799:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339665280/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018263.239810:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018263.239847:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018263.239853:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339665280:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018263.239861:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339665408:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018263.239881:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018263.239889:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018263/real 1734018263] req@ffff8800a7a7fb80 x1818247339665408/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018263.239901:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339665408/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018263.239910:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018263.239913:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018263.239916:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339665408:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018263.239922:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339665536:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018263.239935:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018263.239941:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018263/real 1734018263] req@ffff8800a7a7df80 x1818247339665536/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018263.239951:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339665536/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018263.239959:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018263.239961:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018263.239964:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339665536:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018263.239988:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339665664:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018263.240000:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018263.240007:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018263/real 1734018263] req@ffff8800a7a7ca80 x1818247339665664/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018263.240018:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339665664/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018263.240026:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018263.240028:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018263.240031:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339665664:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018263.240037:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339665792:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018263.240050:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018263.240056:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018263/real 1734018263] req@ffff8800a7a7e300 x1818247339665792/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018263.240066:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339665792/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018263.240073:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018263.240075:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018263.240078:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339665792:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018263.240083:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339665920:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018263.240094:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018263.240100:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018263/real 1734018263] req@ffff8800a7a7ea00 x1818247339665920/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018263.240110:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339665920/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018263.240118:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018263.240120:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018263.240123:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339665920:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018263.743481:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018264.003621:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018264.743455:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018265.005640:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018265.743478:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018266.007612:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018266.743460:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018267.009576:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018267.743462:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018268.011619:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018268.247449:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018268.247463:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018268.247468:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018268.247482:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2532 00000100:00080000:2.0:1734018268.247496:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018268.247506:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018268.247555:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339666048/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018268.247595:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018268.247600:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018268.247602:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018268.247607:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2532 00000100:00080000:2.0:1734018268.247610:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018268.247614:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018268.247625:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018268.247638:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339666176/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018268.247648:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018268.247652:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018268.247654:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018268.247658:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2532 00000100:00080000:2.0:1734018268.247661:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018268.247665:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018268.247671:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018268.247683:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339666304/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018268.247693:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018268.247696:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018268.247698:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018268.247702:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2532 00000100:00080000:2.0:1734018268.247704:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018268.247708:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018268.247712:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018268.247722:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339666432/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018268.247766:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018268.247769:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1734018268.247770:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339666048:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018268.247771:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018268.247775:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2532 00000100:00080000:2.0:1734018268.247778:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018268.247782:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018268.247787:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018268.247797:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339666560/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018268.247807:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018268.247810:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018268.247812:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018268.247816:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2532 00000100:00080000:2.0:1734018268.247820:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018268.247824:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018268.247829:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018268.247837:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339666688/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018268.247867:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339666176:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018268.247890:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339666304:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018268.247915:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339666432:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018268.247932:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339666560:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018268.247948:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339666688:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018268.743472:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018269.013607:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018269.743472:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018270.015597:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018270.743489:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018271.017620:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1734018271.253607:0:1968:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:0.0:1734018271.253652:0:1968:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1734018271.253671:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734018271.253736:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734018271.253745:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734018271.253752:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734018271.253759:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734018271.253766:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000100:00100000:1.0:1734018271.253857:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018268/real 1734018271] req@ffff8800a7a7e300 x1818247339666432/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018271.253893:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339666432/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018271.253910:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018271.253916:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018271.253923:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339666432:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018271.253934:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018268/real 1734018271] req@ffff8800a7a7ca80 x1818247339666560/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018271.253954:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339666560/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018271.253966:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018271.253971:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018271.253977:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339666560:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018271.253987:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018268/real 1734018271] req@ffff8800a7a7df80 x1818247339666688/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018271.254006:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339666688/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018271.254019:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018271.254024:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018271.254028:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339666688:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018271.254036:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018268/real 1734018271] req@ffff8800a7a7ed80 x1818247339666048/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018271.254056:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339666048/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018271.254067:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018271.254071:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018271.254076:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339666048:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018271.254086:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018268/real 1734018271] req@ffff8800a7a7c380 x1818247339666176/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018271.254103:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339666176/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018271.254116:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018271.254119:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018271.254125:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339666176:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018271.254134:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018268/real 1734018271] req@ffff8800a7a7ea00 x1818247339666304/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018271.254152:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339666304/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018271.254174:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018271.254178:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018271.254183:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339666304:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018271.743446:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018272.019578:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018272.743477:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018273.021623:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018273.255467:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018273.255477:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018273.255483:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018273.255496:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2537 00000100:00080000:2.0:1734018273.255506:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018273.255517:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018273.255565:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339666816/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018273.255603:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018273.255608:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018273.255610:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018273.255615:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2537 00000100:00080000:2.0:1734018273.255618:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018273.255622:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018273.255634:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018273.255687:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339666944/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018273.255698:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018273.255703:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018273.255704:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018273.255709:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2537 00000100:00080000:2.0:1734018273.255712:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018273.255716:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018273.255722:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018273.255733:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339667072/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018273.255744:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018273.255747:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018273.255749:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734018273.255754:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339666816:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018273.255754:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2537 00000100:00080000:2.0:1734018273.255757:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018273.255760:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018273.255765:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018273.255774:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339667200/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018273.255783:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018273.255786:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018273.255788:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018273.255793:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2537 00000100:00080000:2.0:1734018273.255796:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018273.255799:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018273.255804:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018273.255812:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339667328/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018273.255821:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018273.255824:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018273.255825:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1734018273.255826:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734018273.255829:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2537 00000100:00080000:2.0:1734018273.255832:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018273.255836:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018273.255841:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018273.255848:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339667456/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018273.255851:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018273/real 1734018273] req@ffff8800a7a7fb80 x1818247339666816/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018273.255872:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339666816/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018273.255884:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018273.255887:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018273.255892:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339666816:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018273.255900:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339666944:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018273.255918:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018273.255925:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018273/real 1734018273] req@ffff8800a7a7dc00 x1818247339666944/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018273.255937:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339666944/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018273.255945:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018273.255948:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018273.255951:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339666944:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018273.255976:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339667072:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018273.255991:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018273.255998:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018273/real 1734018273] req@ffff8800a7a7f480 x1818247339667072/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018273.256009:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339667072/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018273.256017:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018273.256019:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018273.256022:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339667072:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018273.256028:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339667200:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018273.256041:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018273.256047:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018273/real 1734018273] req@ffff8800a7a7c000 x1818247339667200/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018273.256057:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339667200/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018273.256065:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018273.256067:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018273.256070:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339667200:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018273.256076:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339667328:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018273.256090:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018273.256096:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018273/real 1734018273] req@ffff8800a7a7c700 x1818247339667328/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018273.256108:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339667328/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018273.256116:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018273.256118:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018273.256121:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339667328:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018273.256127:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339667456:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018273.256139:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018273.256145:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018273/real 1734018273] req@ffff8800a7a7ce00 x1818247339667456/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018273.256155:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339667456/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018273.256162:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018273.256164:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018273.256167:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339667456:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018273.743493:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018274.023597:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018274.743482:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018275.025572:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018275.743465:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018276.027641:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018276.743433:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018277.029629:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018277.743472:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018278.031620:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018278.263508:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018278.263521:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018278.263528:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018278.263543:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2542 00000100:00080000:2.0:1734018278.263555:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018278.263608:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018278.263660:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339667584/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018278.263706:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018278.263711:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018278.263713:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018278.263718:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2542 00000100:00080000:2.0:1734018278.263722:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018278.263726:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018278.263738:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018278.263751:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339667712/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018278.263761:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018278.263765:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018278.263767:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018278.263771:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2542 00000100:00080000:2.0:1734018278.263773:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018278.263777:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018278.263783:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018278.263795:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339667840/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018278.263804:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018278.263807:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018278.263809:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018278.263813:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2542 00000100:00080000:2.0:1734018278.263816:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018278.263820:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018278.263825:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018278.263834:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339667968/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018278.263844:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018278.263847:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018278.263849:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018278.263853:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2542 00000100:00080000:2.0:1734018278.263855:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018278.263859:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018278.263863:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1734018278.263867:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339667584:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734018278.263872:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339668096/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018278.263881:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018278.263884:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018278.263886:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018278.263890:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2542 00000100:00080000:2.0:1734018278.263892:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018278.263896:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018278.263901:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018278.263909:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339668224/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018278.263943:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018278.263968:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018278/real 1734018278] req@ffff8800a7a7f100 x1818247339667584/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018278.263987:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339667584/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018278.263999:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018278.264003:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018278.264008:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339667584:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018278.264017:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339667712:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018278.264034:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018278.264041:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018278/real 1734018278] req@ffff8800a7a7d180 x1818247339667712/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018278.264052:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339667712/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018278.264060:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018278.264063:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018278.264067:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339667712:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018278.264073:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339667840:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018278.264087:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018278.264093:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018278/real 1734018278] req@ffff8800a7a7ce00 x1818247339667840/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018278.264103:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339667840/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018278.264111:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018278.264113:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018278.264116:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339667840:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018278.264144:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339667968:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018278.264161:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018278.264167:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018278/real 1734018278] req@ffff8800a7a7c700 x1818247339667968/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018278.264178:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339667968/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018278.264186:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018278.264188:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018278.264191:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339667968:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018278.264197:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339668096:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018278.264210:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018278.264216:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018278/real 1734018278] req@ffff8800a7a7c000 x1818247339668096/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018278.264227:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339668096/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018278.264234:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018278.264237:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018278.264240:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339668096:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018278.264245:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339668224:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018278.264257:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018278.264263:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018278/real 1734018278] req@ffff8800a7a7f480 x1818247339668224/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018278.264280:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339668224/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018278.264287:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018278.264290:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018278.264293:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339668224:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018278.743490:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018279.033606:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018279.743494:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018280.035630:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018280.743443:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018281.037605:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018281.743434:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018282.039592:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018282.743473:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018283.041634:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018283.271463:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018283.271509:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018283.271515:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018283.271528:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2547 00000100:00080000:2.0:1734018283.271539:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018283.271549:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018283.271599:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339668352/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018283.271636:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018283.271641:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018283.271643:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018283.271648:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2547 00000100:00080000:2.0:1734018283.271652:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018283.271656:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018283.271668:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018283.271680:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339668480/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018283.271690:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018283.271693:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018283.271697:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018283.271701:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2547 00000100:00080000:2.0:1734018283.271704:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018283.271708:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018283.271714:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018283.271723:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339668608/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018283.271731:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018283.271734:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018283.271736:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018283.271739:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2547 00000100:00080000:2.0:1734018283.271742:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018283.271746:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018283.271750:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734018283.271759:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339668352:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734018283.271760:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339668736/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018283.271770:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018283.271774:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018283.271776:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018283.271780:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2547 00000100:00080000:2.0:1734018283.271782:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018283.271786:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018283.271790:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018283.271798:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339668864/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018283.271809:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018283.271812:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018283.271814:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018283.271818:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2547 00000100:00080000:2.0:1734018283.271821:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018283.271824:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018283.271828:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018283.271829:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734018283.271836:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339668992/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018283.271851:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018283/real 1734018283] req@ffff8800a7a7dc00 x1818247339668352/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018283.271871:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339668352/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018283.271883:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018283.271887:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018283.271892:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339668352:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018283.271900:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339668480:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018283.271918:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018283.271925:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018283/real 1734018283] req@ffff8800a7a7fb80 x1818247339668480/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018283.271936:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339668480/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018283.271944:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018283.271948:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018283.271952:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339668480:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018283.271958:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339668608:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018283.271972:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018283.271978:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018283/real 1734018283] req@ffff8800a7a7ea00 x1818247339668608/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018283.271989:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339668608/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018283.271997:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018283.271999:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018283.272002:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339668608:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018283.272028:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339668736:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018283.272041:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018283.272047:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018283/real 1734018283] req@ffff8800a7a7c380 x1818247339668736/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018283.272058:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339668736/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018283.272067:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018283.272069:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018283.272072:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339668736:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018283.272078:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339668864:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018283.272094:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018283.272101:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018283/real 1734018283] req@ffff8800a7a7ed80 x1818247339668864/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018283.272112:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339668864/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018283.272120:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018283.272122:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018283.272125:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339668864:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018283.272130:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339668992:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018283.272142:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018283.272148:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018283/real 1734018283] req@ffff8800a7a7df80 x1818247339668992/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018283.272158:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339668992/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018283.272165:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018283.272168:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018283.272170:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339668992:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018283.743527:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018284.043610:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018284.743504:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018285.045661:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018285.743508:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018286.047623:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018286.743502:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018287.049638:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018287.743501:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018288.051621:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018288.279434:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018288.279442:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018288.279447:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018288.279456:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2552 00000100:00080000:2.0:1734018288.279465:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018288.279474:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018288.279508:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339669120/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018288.279541:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018288.279545:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018288.279548:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018288.279553:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2552 00000100:00080000:2.0:1734018288.279556:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018288.279560:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018288.279570:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018288.279582:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339669248/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018288.279591:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018288.279595:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018288.279597:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018288.279600:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2552 00000100:00080000:2.0:1734018288.279603:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018288.279607:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018288.279611:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018288.279621:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339669376/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018288.279629:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018288.279632:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018288.279634:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018288.279637:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2552 00000100:00080000:2.0:1734018288.279639:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018288.279643:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018288.279647:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018288.279655:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339669504/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018288.279658:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339669120:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018288.279665:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018288.279669:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018288.279670:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018288.279674:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2552 00000100:00080000:2.0:1734018288.279676:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018288.279679:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018288.279683:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018288.279691:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339669632/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018288.279699:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018288.279702:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018288.279704:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018288.279707:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2552 00000100:00080000:2.0:1734018288.279710:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018288.279713:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018288.279717:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018288.279721:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734018288.279724:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339669760/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018288.279743:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018288/real 1734018288] req@ffff8800a7a7ca80 x1818247339669120/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018288.279770:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339669120/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018288.279780:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018288.279783:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018288.279788:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339669120:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018288.279795:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339669248:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018288.279811:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018288.279818:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018288/real 1734018288] req@ffff8800a7a7e300 x1818247339669248/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018288.279829:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339669248/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018288.279837:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018288.279839:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018288.279842:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339669248:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018288.279848:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339669376:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018288.279861:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018288.279867:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018288/real 1734018288] req@ffff8800a7a7df80 x1818247339669376/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018288.279877:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339669376/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018288.279884:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018288.279888:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018288.279891:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339669376:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018288.279918:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339669504:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018288.279931:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018288.279937:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018288/real 1734018288] req@ffff8800a7a7ed80 x1818247339669504/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018288.279948:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339669504/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018288.279956:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018288.279958:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018288.279961:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339669504:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018288.279966:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339669632:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018288.279978:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018288.279984:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018288/real 1734018288] req@ffff8800a7a7c380 x1818247339669632/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018288.279994:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339669632/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018288.280001:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018288.280003:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018288.280007:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339669632:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018288.280012:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339669760:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018288.280027:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018288.280033:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018288/real 1734018288] req@ffff8800a7a7ea00 x1818247339669760/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018288.280043:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339669760/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018288.280050:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018288.280052:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018288.280055:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339669760:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018288.743487:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018289.053594:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018289.743477:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018290.055596:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018290.743492:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018291.057686:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018291.743461:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018292.059646:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018292.743460:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018293.061616:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018293.287485:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018293.287497:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018293.287503:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018293.287516:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2557 00000100:00080000:2.0:1734018293.287528:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018293.287538:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018293.287586:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339669888/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018293.287624:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018293.287629:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018293.287631:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018293.287636:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2557 00000100:00080000:2.0:1734018293.287639:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018293.287643:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018293.287655:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018293.287667:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339670016/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018293.287676:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018293.287680:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018293.287682:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018293.287686:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2557 00000100:00080000:2.0:1734018293.287689:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018293.287693:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018293.287698:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018293.287707:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339670144/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018293.287717:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018293.287721:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018293.287723:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018293.287726:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2557 00000100:00080000:2.0:1734018293.287728:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018293.287732:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018293.287736:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018293.287745:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339670272/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018293.287755:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734018293.287758:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339669888:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018293.287759:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018293.287760:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018293.287764:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2557 00000100:00080000:2.0:1734018293.287767:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018293.287770:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018293.287775:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018293.287783:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339670400/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018293.287792:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018293.287795:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018293.287796:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018293.287801:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2557 00000100:00080000:2.0:1734018293.287805:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018293.287809:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018293.287813:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018293.287822:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339670528/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018293.287833:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018293.287856:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018293/real 1734018293] req@ffff8800a7a7fb80 x1818247339669888/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018293.287876:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339669888/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018293.287888:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018293.287892:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018293.287896:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339669888:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018293.287905:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339670016:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018293.287922:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018293.287928:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018293/real 1734018293] req@ffff8800a7a7dc00 x1818247339670016/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018293.287939:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339670016/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018293.287949:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018293.287952:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018293.287956:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339670016:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018293.287962:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339670144:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018293.287975:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018293.287981:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018293/real 1734018293] req@ffff8800a7a7f480 x1818247339670144/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018293.287991:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339670144/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018293.287999:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018293.288002:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018293.288005:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339670144:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018293.288031:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339670272:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018293.288045:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018293.288051:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018293/real 1734018293] req@ffff8800a7a7c000 x1818247339670272/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018293.288062:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339670272/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018293.288070:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018293.288073:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018293.288076:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339670272:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018293.288083:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339670400:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018293.288096:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018293.288103:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018293/real 1734018293] req@ffff8800a7a7c700 x1818247339670400/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018293.288113:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339670400/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018293.288121:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018293.288124:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018293.288127:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339670400:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018293.288132:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339670528:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018293.288144:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018293.288150:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018293/real 1734018293] req@ffff8800a7a7ce00 x1818247339670528/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018293.288160:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339670528/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018293.288167:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018293.288169:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018293.288172:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339670528:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018293.743475:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018294.063622:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018294.743468:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018295.065627:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018295.743464:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018296.067629:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018296.743452:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018297.069589:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018297.743471:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018298.071612:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018298.295433:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018298.295443:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018298.295450:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018298.295462:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2562 00000100:00080000:2.0:1734018298.295473:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018298.295482:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018298.295529:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339670656/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018298.295569:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018298.295574:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018298.295576:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018298.295580:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2562 00000100:00080000:2.0:1734018298.295584:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018298.295588:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018298.295600:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018298.295612:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339670784/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018298.295623:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018298.295627:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018298.295629:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018298.295633:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2562 00000100:00080000:2.0:1734018298.295636:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018298.295639:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018298.295644:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018298.295656:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339670912/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018298.295665:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018298.295668:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018298.295669:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018298.295673:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2562 00000100:00080000:2.0:1734018298.295676:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018298.295680:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018298.295685:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018298.295694:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339671040/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018298.295702:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339670656:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018298.295704:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018298.295707:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018298.295709:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018298.295714:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2562 00000100:00080000:2.0:1734018298.295717:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018298.295720:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018298.295725:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018298.295733:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339671168/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018298.295742:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018298.295745:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018298.295747:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018298.295751:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2562 00000100:00080000:2.0:1734018298.295754:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018298.295757:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018298.295762:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018298.295769:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339671296/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018298.295775:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018298.295799:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018298/real 1734018298] req@ffff8800a7a7d180 x1818247339670656/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018298.295819:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339670656/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018298.295831:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018298.295835:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018298.295840:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339670656:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018298.295848:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339670784:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018298.295865:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018298.295872:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018298/real 1734018298] req@ffff8800a7a7f100 x1818247339670784/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018298.295883:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339670784/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018298.295891:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018298.295894:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018298.295897:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339670784:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018298.295903:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339670912:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018298.295917:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018298.295922:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018298/real 1734018298] req@ffff8800a7a7ce00 x1818247339670912/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018298.295933:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339670912/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018298.295940:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018298.295944:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018298.295947:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339670912:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018298.295973:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339671040:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018298.295987:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018298.295993:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018298/real 1734018298] req@ffff8800a7a7c700 x1818247339671040/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018298.296004:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339671040/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018298.296012:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018298.296014:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018298.296017:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339671040:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018298.296023:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339671168:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018298.296035:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018298.296041:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018298/real 1734018298] req@ffff8800a7a7c000 x1818247339671168/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018298.296051:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339671168/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018298.296059:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018298.296061:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018298.296064:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339671168:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018298.296070:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339671296:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018298.296087:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018298.296093:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018298/real 1734018298] req@ffff8800a7a7f480 x1818247339671296/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018298.296103:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339671296/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018298.296111:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018298.296113:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018298.296116:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339671296:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018298.743496:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018299.073602:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018299.743485:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018300.075604:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018300.743481:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018301.077622:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018301.743458:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018302.079596:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018302.743472:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018303.081627:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018303.303462:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018303.303476:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018303.303482:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018303.303495:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2567 00000100:00080000:2.0:1734018303.303507:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018303.303518:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018303.303569:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339671424/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018303.303608:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018303.303613:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018303.303615:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018303.303620:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2567 00000100:00080000:2.0:1734018303.303623:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018303.303627:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018303.303639:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018303.303650:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339671552/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018303.303660:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018303.303664:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018303.303666:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018303.303670:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2567 00000100:00080000:2.0:1734018303.303673:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018303.303676:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018303.303682:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018303.303691:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339671680/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018303.303700:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018303.303703:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018303.303706:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018303.303710:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2567 00000100:00080000:2.0:1734018303.303713:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018303.303716:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018303.303721:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734018303.303729:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339671424:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734018303.303730:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339671808/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018303.303740:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018303.303744:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018303.303746:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018303.303750:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2567 00000100:00080000:2.0:1734018303.303752:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018303.303756:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018303.303760:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018303.303768:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339671936/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018303.303778:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018303.303781:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018303.303783:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018303.303787:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2567 00000100:00080000:2.0:1734018303.303790:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018303.303793:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018303.303798:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018303.303801:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734018303.303806:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339672064/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018303.303825:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018303/real 1734018303] req@ffff8800a7a7dc00 x1818247339671424/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018303.303845:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339671424/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018303.303857:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018303.303860:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018303.303865:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339671424:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018303.303873:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339671552:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018303.303890:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018303.303897:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018303/real 1734018303] req@ffff8800a7a7fb80 x1818247339671552/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018303.303909:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339671552/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018303.303918:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018303.303920:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018303.303924:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339671552:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018303.303930:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339671680:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018303.303943:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018303.303949:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018303/real 1734018303] req@ffff8800a7a7ea00 x1818247339671680/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018303.303959:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339671680/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018303.303967:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018303.303969:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018303.303973:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339671680:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018303.303998:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339671808:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018303.304012:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018303.304018:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018303/real 1734018303] req@ffff8800a7a7c380 x1818247339671808/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018303.304029:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339671808/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018303.304037:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018303.304039:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018303.304042:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339671808:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018303.304050:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339671936:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018303.304063:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018303.304068:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018303/real 1734018303] req@ffff8800a7a7ed80 x1818247339671936/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018303.304079:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339671936/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018303.304086:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018303.304089:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018303.304092:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339671936:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018303.304098:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339672064:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018303.304110:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018303.304116:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018303/real 1734018303] req@ffff8800a7a7df80 x1818247339672064/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018303.304126:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339672064/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018303.304194:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018303.304196:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018303.304200:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339672064:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018303.743466:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018304.083606:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018304.743452:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018305.085656:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018305.743474:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018306.087626:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018306.743472:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018307.089641:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018307.743466:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018308.091613:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018308.311468:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018308.311481:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018308.311487:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018308.311501:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2572 00000100:00080000:2.0:1734018308.311512:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018308.311522:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018308.311570:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339672192/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018308.311608:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018308.311613:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018308.311615:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018308.311620:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2572 00000100:00080000:2.0:1734018308.311624:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018308.311628:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018308.311639:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018308.311651:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339672320/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018308.311661:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018308.311665:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018308.311668:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018308.311672:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2572 00000100:00080000:2.0:1734018308.311675:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018308.311679:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018308.311684:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018308.311696:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339672448/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018308.311704:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018308.311708:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018308.311710:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018308.311714:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2572 00000100:00080000:2.0:1734018308.311717:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018308.311720:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018308.311725:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018308.311734:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339672576/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018308.311742:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018308.311746:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018308.311748:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018308.311752:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2572 00000100:00080000:2.0:1734018308.311754:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018308.311757:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018308.311762:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018308.311771:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339672704/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018308.311778:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339672192:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018308.311784:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018308.311787:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018308.311789:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018308.311793:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2572 00000100:00080000:2.0:1734018308.311795:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018308.311799:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018308.311803:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018308.311811:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339672832/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018308.311857:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018308.311881:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018308/real 1734018308] req@ffff8800a7a7e300 x1818247339672192/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018308.311902:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339672192/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018308.311915:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018308.311919:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018308.311923:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339672192:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018308.311931:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339672320:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018308.311949:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018308.311955:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018308/real 1734018308] req@ffff8800a7a7ca80 x1818247339672320/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018308.311968:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339672320/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018308.311976:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018308.311979:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018308.311982:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339672320:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018308.311988:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339672448:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018308.312002:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018308.312008:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018308/real 1734018308] req@ffff8800a7a7df80 x1818247339672448/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018308.312018:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339672448/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018308.312026:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018308.312029:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018308.312032:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339672448:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018308.312038:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339672576:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018308.312109:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018308.312118:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018308/real 1734018308] req@ffff8800a7a7ed80 x1818247339672576/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018308.312129:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339672576/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018308.312137:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018308.312140:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018308.312143:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339672576:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018308.312173:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339672704:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018308.312189:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018308.312196:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018308/real 1734018308] req@ffff8800a7a7c380 x1818247339672704/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018308.312207:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339672704/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018308.312215:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018308.312218:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018308.312220:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339672704:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018308.312226:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339672832:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018308.312242:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018308.312248:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018308/real 1734018308] req@ffff8800a7a7ea00 x1818247339672832/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018308.312258:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339672832/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018308.312266:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018308.312268:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018308.312271:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339672832:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018308.743460:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018309.093622:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018309.743470:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018310.095593:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018310.743479:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018311.097645:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018311.743444:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018312.099594:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018312.743443:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018313.101610:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018313.319467:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018313.319478:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018313.319482:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018313.319492:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2577 00000100:00080000:2.0:1734018313.319501:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018313.319510:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018313.319547:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339672960/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018313.319582:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018313.319587:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018313.319589:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018313.319594:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2577 00000100:00080000:2.0:1734018313.319598:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018313.319601:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018313.319611:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018313.319622:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339673088/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018313.319632:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018313.319636:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018313.319638:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018313.319641:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2577 00000100:00080000:2.0:1734018313.319644:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018313.319647:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018313.319652:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018313.319660:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339673216/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018313.319669:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018313.319672:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018313.319673:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018313.319676:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2577 00000100:00080000:2.0:1734018313.319679:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018313.319682:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018313.319686:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018313.319694:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339673344/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018313.319704:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734018313.319706:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339672960:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018313.319708:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018313.319709:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018313.319713:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2577 00000100:00080000:2.0:1734018313.319715:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018313.319718:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018313.319722:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018313.319729:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339673472/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018313.319738:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018313.319741:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018313.319742:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018313.319746:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2577 00000100:00080000:2.0:1734018313.319748:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018313.319752:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018313.319756:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018313.319763:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339673600/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018313.319772:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018313.319794:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018313/real 1734018313] req@ffff8800a7a7fb80 x1818247339672960/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018313.319814:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339672960/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018313.319825:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018313.319828:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018313.319833:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339672960:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018313.319840:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339673088:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018313.319856:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018313.319862:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018313/real 1734018313] req@ffff8800a7a7dc00 x1818247339673088/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018313.319873:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339673088/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018313.319898:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018313.319901:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018313.319904:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339673088:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018313.319909:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339673216:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018313.319922:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018313.319928:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018313/real 1734018313] req@ffff8800a7a7f480 x1818247339673216/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018313.319938:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339673216/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018313.319945:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018313.319948:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018313.319951:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339673216:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018313.320020:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339673344:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018313.320038:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018313.320046:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018313/real 1734018313] req@ffff8800a7a7c000 x1818247339673344/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018313.320058:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339673344/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018313.320066:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018313.320068:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018313.320071:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339673344:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018313.320077:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339673472:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018313.320091:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018313.320097:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018313/real 1734018313] req@ffff8800a7a7c700 x1818247339673472/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018313.320108:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339673472/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018313.320116:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018313.320118:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018313.320121:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339673472:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018313.320125:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339673600:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018313.320137:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018313.320143:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018313/real 1734018313] req@ffff8800a7a7ce00 x1818247339673600/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018313.320152:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339673600/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018313.320159:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018313.320161:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018313.320164:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339673600:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018313.743469:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018314.103622:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018314.743464:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018315.105591:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018315.743473:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018316.107637:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018316.743450:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018317.109617:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018317.743471:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018318.111627:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018318.327460:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018318.327470:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018318.327475:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018318.327486:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2582 00000100:00080000:2.0:1734018318.327495:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018318.327503:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018318.327538:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339673728/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018318.327572:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018318.327576:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018318.327578:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018318.327583:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2582 00000100:00080000:2.0:1734018318.327586:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018318.327590:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018318.327600:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018318.327611:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339673856/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018318.327620:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018318.327624:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018318.327625:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018318.327629:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2582 00000100:00080000:2.0:1734018318.327632:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018318.327635:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018318.327640:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018318.327650:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339673984/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018318.327660:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018318.327663:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018318.327665:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018318.327668:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2582 00000100:00080000:2.0:1734018318.327670:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018318.327674:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018318.327678:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018318.327686:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339674112/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018318.327695:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734018318.327696:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339673728:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018318.327698:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018318.327700:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018318.327703:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2582 00000100:00080000:2.0:1734018318.327706:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018318.327709:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018318.327713:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018318.327721:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339674240/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018318.327729:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018318.327732:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018318.327734:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018318.327738:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2582 00000100:00080000:2.0:1734018318.327741:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018318.327744:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018318.327749:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018318.327756:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339674368/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018318.327760:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018318.327782:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018318/real 1734018318] req@ffff8800a7a7f100 x1818247339673728/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018318.327802:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339673728/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018318.327812:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018318.327816:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018318.327820:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339673728:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018318.327827:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339673856:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018318.327843:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018318.327850:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018318/real 1734018318] req@ffff8800a7a7d180 x1818247339673856/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018318.327862:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339673856/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018318.327869:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018318.327872:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018318.327910:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339673856:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018318.327918:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339673984:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018318.327935:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018318.327943:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018318/real 1734018318] req@ffff8800a7a7ce00 x1818247339673984/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018318.327954:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339673984/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018318.327962:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018318.327965:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018318.327968:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339673984:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018318.327994:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339674112:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018318.328007:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018318.328014:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018318/real 1734018318] req@ffff8800a7a7c700 x1818247339674112/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018318.328025:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339674112/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018318.328032:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018318.328035:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018318.328038:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339674112:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018318.328043:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339674240:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018318.328055:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018318.328061:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018318/real 1734018318] req@ffff8800a7a7c000 x1818247339674240/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018318.328072:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339674240/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018318.328079:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018318.328081:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018318.328084:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339674240:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018318.328089:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339674368:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018318.328103:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018318.328109:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018318/real 1734018318] req@ffff8800a7a7f480 x1818247339674368/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018318.328120:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339674368/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018318.328127:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018318.328129:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018318.328132:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339674368:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018318.743466:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018319.113612:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018319.743457:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018320.115589:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018320.743433:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018321.117590:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018321.743454:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018322.119647:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018322.743464:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018323.121606:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018323.335467:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018323.335480:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018323.335486:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018323.335500:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2587 00000100:00080000:2.0:1734018323.335512:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018323.335522:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018323.335573:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339674496/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018323.335613:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018323.335618:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018323.335620:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018323.335625:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2587 00000100:00080000:2.0:1734018323.335628:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018323.335632:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018323.335644:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018323.335657:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339674624/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018323.335667:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018323.335671:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018323.335673:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018323.335677:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2587 00000100:00080000:2.0:1734018323.335680:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018323.335684:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018323.335689:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018323.335698:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339674752/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018323.335707:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018323.335710:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018323.335711:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018323.335715:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2587 00000100:00080000:2.0:1734018323.335718:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018323.335721:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018323.335726:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018323.335735:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339674880/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018323.335740:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339674496:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018323.335745:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018323.335748:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018323.335750:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018323.335754:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2587 00000100:00080000:2.0:1734018323.335757:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018323.335760:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018323.335766:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018323.335773:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339675008/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018323.335782:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018323.335785:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018323.335786:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018323.335826:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2587 00000100:00080000:2.0:1734018323.335830:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018323.335834:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018323.335838:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018323.335849:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339675136/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018323.335851:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018323.335875:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018323/real 1734018323] req@ffff8800a7a7dc00 x1818247339674496/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018323.335895:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339674496/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018323.335907:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018323.335910:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018323.335915:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339674496:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018323.335923:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339674624:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018323.335943:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018323.335950:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018323/real 1734018323] req@ffff8800a7a7fb80 x1818247339674624/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018323.335961:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339674624/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018323.335970:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018323.335973:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018323.335977:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339674624:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018323.335982:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339674752:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018323.335996:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018323.336002:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018323/real 1734018323] req@ffff8800a7a7ea00 x1818247339674752/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018323.336012:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339674752/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018323.336019:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018323.336022:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018323.336026:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339674752:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018323.336051:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339674880:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018323.336064:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018323.336071:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018323/real 1734018323] req@ffff8800a7a7c380 x1818247339674880/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018323.336081:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339674880/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018323.336089:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018323.336092:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018323.336095:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339674880:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018323.336102:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339675008:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018323.336115:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018323.336121:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018323/real 1734018323] req@ffff8800a7a7ed80 x1818247339675008/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018323.336131:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339675008/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018323.336139:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018323.336142:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018323.336145:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339675008:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018323.336150:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339675136:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018323.336162:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018323.336168:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018323/real 1734018323] req@ffff8800a7a7df80 x1818247339675136/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018323.336178:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339675136/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018323.336185:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018323.336187:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018323.336190:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339675136:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018323.743450:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018324.123586:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018324.743454:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018325.125599:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018325.743465:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018326.127589:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018326.743445:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018327.129591:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018327.743449:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018328.131617:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018328.343450:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018328.343459:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018328.343463:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018328.343473:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2592 00000100:00080000:2.0:1734018328.343482:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018328.343491:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018328.343528:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339675264/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018328.343562:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018328.343566:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018328.343568:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018328.343572:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2592 00000100:00080000:2.0:1734018328.343576:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018328.343580:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018328.343589:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018328.343600:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339675392/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018328.343610:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018328.343613:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018328.343615:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018328.343619:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2592 00000100:00080000:2.0:1734018328.343621:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018328.343625:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018328.343629:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018328.343639:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339675520/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018328.343647:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018328.343650:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018328.343652:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018328.343656:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2592 00000100:00080000:2.0:1734018328.343659:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018328.343662:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018328.343666:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018328.343675:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339675648/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018328.343679:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339675264:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018328.343684:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018328.343687:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018328.343689:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018328.343692:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2592 00000100:00080000:2.0:1734018328.343694:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018328.343698:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018328.343702:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018328.343738:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339675776/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018328.343747:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018328.343750:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018328.343752:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018328.343755:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2592 00000100:00080000:2.0:1734018328.343758:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018328.343762:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018328.343766:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018328.343773:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339675904/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018328.343784:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018328.343806:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018328/real 1734018328] req@ffff8800a7a7ca80 x1818247339675264/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018328.343825:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339675264/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018328.343837:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018328.343840:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018328.343844:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339675264:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018328.343852:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339675392:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018328.343869:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018328.343875:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018328/real 1734018328] req@ffff8800a7a7e300 x1818247339675392/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018328.343887:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339675392/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018328.343894:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018328.343897:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018328.343900:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339675392:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018328.343906:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339675520:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018328.343919:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018328.343925:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018328/real 1734018328] req@ffff8800a7a7df80 x1818247339675520/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018328.343935:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339675520/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018328.343942:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018328.343946:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018328.343949:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339675520:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018328.343971:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339675648:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018328.343985:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018328.343991:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018328/real 1734018328] req@ffff8800a7a7ed80 x1818247339675648/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018328.344002:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339675648/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018328.344010:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018328.344012:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018328.344015:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339675648:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018328.344020:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339675776:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018328.344032:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018328.344038:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018328/real 1734018328] req@ffff8800a7a7c380 x1818247339675776/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018328.344048:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339675776/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018328.344055:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018328.344057:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018328.344060:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339675776:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018328.344065:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339675904:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018328.344080:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018328.344086:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018328/real 1734018328] req@ffff8800a7a7ea00 x1818247339675904/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018328.344096:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339675904/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018328.344103:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018328.344105:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018328.344108:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339675904:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018328.743451:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018329.133605:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018329.743408:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018330.135656:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018330.743485:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018331.137599:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018331.743462:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018332.139610:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018332.743473:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018333.141609:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018333.351473:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018333.351483:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018333.351489:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018333.351503:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2597 00000100:00080000:2.0:1734018333.351514:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018333.351523:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018333.351574:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339676032/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018333.351613:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018333.351618:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018333.351656:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018333.351661:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2597 00000100:00080000:2.0:1734018333.351665:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018333.351670:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018333.351682:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018333.351695:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339676160/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018333.351706:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018333.351710:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018333.351713:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018333.351717:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2597 00000100:00080000:2.0:1734018333.351720:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018333.351724:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018333.351729:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1734018333.351740:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339676032:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734018333.351740:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339676288/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018333.351750:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018333.351753:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018333.351755:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018333.351759:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2597 00000100:00080000:2.0:1734018333.351761:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018333.351765:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018333.351770:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018333.351778:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339676416/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018333.351788:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018333.351792:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018333.351793:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018333.351797:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2597 00000100:00080000:2.0:1734018333.351801:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018333.351804:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018333.351808:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018333.351816:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339676544/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018333.351826:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018333.351829:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018333.351831:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018333.351835:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2597 00000100:00080000:2.0:1734018333.351838:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018333.351842:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:1.0:1734018333.351843:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339676160:192.168.201.101@tcp:38:kworker.0 00000008:00100000:2.0:1734018333.351847:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018333.351856:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339676672/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018333.351876:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339676288:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018333.351893:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339676416:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018333.351909:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339676544:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018333.351925:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339676672:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018333.743468:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018334.143670:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018334.743465:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018335.145631:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018335.743478:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018336.147664:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1734018336.357669:0:1969:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:0.0:1734018336.357737:0:1969:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1734018336.357761:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734018336.357808:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734018336.357823:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734018336.357834:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734018336.357844:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734018336.357855:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000100:00100000:1.0:1734018336.357893:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018333/real 1734018336] req@ffff8800a7a7f480 x1818247339676288/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018336.357932:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339676288/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018336.357950:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018336.357956:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018336.357964:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339676288:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018336.357976:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018333/real 1734018336] req@ffff8800a7a7c000 x1818247339676416/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018336.357995:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339676416/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018336.358008:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018336.358012:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018336.358018:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339676416:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018336.358027:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018333/real 1734018336] req@ffff8800a7a7c700 x1818247339676544/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018336.358045:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339676544/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018336.358056:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018336.358061:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018336.358066:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339676544:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018336.358076:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018333/real 1734018336] req@ffff8800a7a7ce00 x1818247339676672/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018336.358095:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339676672/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018336.358107:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018336.358111:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018336.358117:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339676672:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018336.358127:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018333/real 1734018336] req@ffff8800a7a7fb80 x1818247339676032/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018336.358146:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339676032/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018336.358157:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018336.358161:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018336.358166:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339676032:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018336.358175:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018333/real 1734018336] req@ffff8800a7a7dc00 x1818247339676160/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018336.358192:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339676160/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018336.358203:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018336.358207:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018336.358212:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339676160:192.168.201.101@tcp:38:kworker.0 00000100:00100000:2.0:1734018336.743452:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018337.149637:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018337.743441:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018338.151530:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018338.359470:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018338.359481:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018338.359487:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018338.359501:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2602 00000100:00080000:2.0:1734018338.359513:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018338.359523:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018338.359622:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339676800/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018338.359661:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018338.359666:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018338.359669:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018338.359674:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2602 00000100:00080000:2.0:1734018338.359678:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018338.359682:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018338.359694:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018338.359707:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339676928/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018338.359716:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018338.359720:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018338.359722:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018338.359726:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2602 00000100:00080000:2.0:1734018338.359729:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018338.359733:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018338.359738:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018338.359750:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339677056/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018338.359759:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018338.359762:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018338.359764:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018338.359768:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2602 00000100:00080000:2.0:1734018338.359770:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018338.359774:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018338.359779:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018338.359788:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339677184/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018338.359798:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018338.359802:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018338.359803:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018338.359807:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2602 00000100:00080000:2.0:1734018338.359810:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018338.359813:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018338.359817:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018338.359826:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339677312/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018338.359829:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339676800:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018338.359837:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018338.359840:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018338.359842:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018338.359846:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2602 00000100:00080000:2.0:1734018338.359848:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018338.359852:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018338.359856:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018338.359864:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339677440/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018338.359907:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018338.359933:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018338/real 1734018338] req@ffff8800a7a7d180 x1818247339676800/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018338.359953:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339676800/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018338.359964:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018338.359968:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018338.359974:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339676800:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018338.359982:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339676928:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018338.360000:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018338.360007:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018338/real 1734018338] req@ffff8800a7a7f100 x1818247339676928/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018338.360018:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339676928/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018338.360026:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018338.360029:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018338.360033:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339676928:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018338.360039:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339677056:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018338.360053:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018338.360059:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018338/real 1734018338] req@ffff8800a7a7dc00 x1818247339677056/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018338.360069:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339677056/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018338.360077:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018338.360079:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018338.360082:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339677056:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018338.360088:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339677184:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018338.360102:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018338.360109:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018338/real 1734018338] req@ffff8800a7a7fb80 x1818247339677184/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018338.360120:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339677184/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018338.360128:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018338.360130:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018338.360133:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339677184:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018338.360162:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339677312:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018338.360176:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018338.360182:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018338/real 1734018338] req@ffff8800a7a7ce00 x1818247339677312/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018338.360192:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339677312/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018338.360200:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018338.360203:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018338.360206:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339677312:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018338.360212:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339677440:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018338.360224:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018338.360230:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018338/real 1734018338] req@ffff8800a7a7c700 x1818247339677440/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018338.360240:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339677440/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018338.360255:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018338.360257:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018338.360260:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339677440:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018338.743450:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018339.153595:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018339.743479:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018340.155598:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018340.743450:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018341.157572:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018341.743450:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018342.159633:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018342.743491:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018343.161628:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018343.367528:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018343.367539:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018343.367545:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018343.367557:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2607 00000100:00080000:2.0:1734018343.367568:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018343.367578:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018343.367626:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339677568/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018343.367666:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018343.367671:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018343.367672:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018343.367678:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2607 00000100:00080000:2.0:1734018343.367681:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018343.367685:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018343.367697:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018343.367708:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339677696/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018343.367718:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018343.367722:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018343.367723:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018343.367728:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2607 00000100:00080000:2.0:1734018343.367730:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018343.367735:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018343.367740:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018343.367749:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339677824/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018343.367760:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018343.367763:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018343.367765:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018343.367768:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2607 00000100:00080000:2.0:1734018343.367771:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018343.367774:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018343.367779:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018343.367787:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339677952/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018343.367790:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339677568:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018343.367797:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018343.367801:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018343.367802:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018343.367806:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2607 00000100:00080000:2.0:1734018343.367809:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018343.367812:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018343.367817:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018343.367825:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339678080/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018343.367834:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018343.367837:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018343.367839:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018343.367843:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2607 00000100:00080000:2.0:1734018343.367848:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018343.367851:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018343.367856:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018343.367861:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734018343.367864:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339678208/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018343.367886:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018343/real 1734018343] req@ffff8800a7a7c000 x1818247339677568/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018343.367906:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339677568/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018343.367918:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018343.367921:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018343.367926:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339677568:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018343.367935:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339677696:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018343.367952:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018343.367959:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018343/real 1734018343] req@ffff8800a7a7f480 x1818247339677696/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018343.367970:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339677696/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018343.367978:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018343.367981:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018343.367984:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339677696:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018343.367992:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339677824:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018343.368007:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018343.368013:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018343/real 1734018343] req@ffff8800a7a7ea00 x1818247339677824/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018343.368024:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339677824/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018343.368032:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018343.368034:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018343.368037:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339677824:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018343.368062:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339677952:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018343.368076:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018343.368083:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018343/real 1734018343] req@ffff8800a7a7c380 x1818247339677952/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018343.368093:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339677952/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018343.368101:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018343.368103:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018343.368106:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339677952:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018343.368113:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339678080:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018343.368126:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018343.368132:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018343/real 1734018343] req@ffff8800a7a7ed80 x1818247339678080/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018343.368143:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339678080/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018343.368151:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018343.368154:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018343.368157:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339678080:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018343.368162:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339678208:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018343.368174:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018343.368180:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018343/real 1734018343] req@ffff8800a7a7df80 x1818247339678208/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018343.368190:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339678208/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018343.368197:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018343.368199:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018343.368202:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339678208:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018343.743501:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018344.163622:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018344.743528:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018345.165639:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018345.743497:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018346.167605:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018346.743490:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018347.169547:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018347.743491:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018348.171613:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018348.375483:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018348.375493:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018348.375499:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018348.375513:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2612 00000100:00080000:2.0:1734018348.375524:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018348.375534:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018348.375584:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339678336/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018348.375624:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018348.375629:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018348.375631:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018348.375636:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2612 00000100:00080000:2.0:1734018348.375640:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018348.375644:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018348.375656:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018348.375669:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339678464/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018348.375679:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018348.375683:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018348.375685:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018348.375689:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2612 00000100:00080000:2.0:1734018348.375693:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018348.375697:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018348.375702:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018348.375714:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339678592/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018348.375723:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018348.375726:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018348.375727:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018348.375731:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2612 00000100:00080000:2.0:1734018348.375734:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018348.375738:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018348.375742:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018348.375751:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339678720/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018348.375761:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018348.375765:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018348.375766:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018348.375772:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2612 00000100:00100000:1.0:1734018348.375774:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339678336:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018348.375774:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018348.375778:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018348.375782:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018348.375791:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339678848/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018348.375800:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018348.375803:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018348.375805:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018348.375809:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2612 00000100:00080000:2.0:1734018348.375811:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018348.375815:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018348.375819:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018348.375828:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339678976/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018348.375847:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018348.375871:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018348/real 1734018348] req@ffff8800a7a7e300 x1818247339678336/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018348.375890:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339678336/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018348.375902:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018348.375906:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018348.375911:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339678336:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018348.375919:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339678464:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018348.375937:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018348.375944:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018348/real 1734018348] req@ffff8800a7a7ca80 x1818247339678464/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018348.375955:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339678464/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018348.375963:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018348.375967:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018348.375970:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339678464:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018348.375976:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339678592:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018348.375990:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018348.375996:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018348/real 1734018348] req@ffff8800a7a7df80 x1818247339678592/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018348.376006:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339678592/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018348.376014:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018348.376017:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018348.376020:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339678592:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018348.376047:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339678720:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018348.376064:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018348.376070:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018348/real 1734018348] req@ffff8800a7a7ed80 x1818247339678720/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018348.376081:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339678720/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018348.376089:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018348.376091:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018348.376094:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339678720:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018348.376100:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339678848:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018348.376113:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018348.376119:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018348/real 1734018348] req@ffff8800a7a7c380 x1818247339678848/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018348.376130:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339678848/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018348.376137:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018348.376139:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018348.376142:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339678848:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018348.376148:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339678976:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018348.376160:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018348.376166:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018348/real 1734018348] req@ffff8800a7a7ea00 x1818247339678976/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018348.376183:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339678976/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018348.376190:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018348.376192:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018348.376195:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339678976:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018348.743482:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018349.173623:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018349.743475:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018350.175606:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018350.743474:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018351.177597:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018351.743458:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018352.179631:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018352.743475:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018353.181614:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018353.383469:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018353.383480:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018353.383484:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018353.383494:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2617 00000100:00080000:2.0:1734018353.383504:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018353.383513:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018353.383549:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339679104/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018353.383584:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018353.383588:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018353.383591:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018353.383595:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2617 00000100:00080000:2.0:1734018353.383598:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018353.383602:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018353.383612:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018353.383623:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339679232/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018353.383633:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018353.383636:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018353.383638:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018353.383642:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2617 00000100:00080000:2.0:1734018353.383644:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018353.383648:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018353.383653:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018353.383661:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339679360/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018353.383669:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018353.383672:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018353.383675:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018353.383679:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2617 00000100:00080000:2.0:1734018353.383681:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018353.383685:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018353.383689:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018353.383697:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339679488/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018353.383698:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339679104:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018353.383707:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018353.383710:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018353.383711:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018353.383715:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2617 00000100:00080000:2.0:1734018353.383717:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018353.383720:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018353.383725:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018353.383732:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339679616/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018353.383741:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018353.383744:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018353.383745:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018353.383749:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2617 00000100:00080000:2.0:1734018353.383751:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018353.383755:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018353.383759:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018353.383763:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734018353.383766:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339679744/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018353.383787:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018353/real 1734018353] req@ffff8800a7a7f480 x1818247339679104/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018353.383806:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339679104/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018353.383817:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018353.383820:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018353.383825:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339679104:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018353.383832:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339679232:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018353.383848:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018353.383855:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018353/real 1734018353] req@ffff8800a7a7c000 x1818247339679232/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018353.383866:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339679232/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018353.383874:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018353.383888:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018353.383896:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339679232:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018353.383902:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339679360:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018353.383916:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018353.383922:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018353/real 1734018353] req@ffff8800a7a7c700 x1818247339679360/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018353.383932:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339679360/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018353.383940:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018353.383942:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018353.383946:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339679360:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018353.383969:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339679488:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018353.383982:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018353.383988:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018353/real 1734018353] req@ffff8800a7a7ce00 x1818247339679488/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018353.383999:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339679488/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018353.384009:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018353.384011:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018353.384013:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339679488:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018353.384018:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339679616:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018353.384034:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018353.384040:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018353/real 1734018353] req@ffff8800a7a7fb80 x1818247339679616/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018353.384051:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339679616/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018353.384058:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018353.384060:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018353.384063:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339679616:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018353.384068:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339679744:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018353.384079:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018353.384085:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018353/real 1734018353] req@ffff8800a7a7dc00 x1818247339679744/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018353.384094:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339679744/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018353.384101:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018353.384103:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018353.384106:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339679744:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018353.743480:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018354.183586:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018354.743467:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018355.185633:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018355.743422:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018356.187571:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018356.743443:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018357.189560:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018357.743428:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018358.191618:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018358.391426:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018358.391438:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018358.391444:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018358.391458:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2622 00000100:00080000:2.0:1734018358.391471:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018358.391481:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018358.391529:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339679872/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018358.391568:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018358.391573:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018358.391575:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018358.391581:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2622 00000100:00080000:2.0:1734018358.391587:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018358.391593:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018358.391609:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018358.391628:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339680000/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018358.391641:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734018358.391644:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339679872:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018358.391645:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018358.391648:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018358.391653:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2622 00000100:00080000:2.0:1734018358.391656:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018358.391661:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018358.391667:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018358.391680:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339680128/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018358.391688:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018358.391692:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018358.391694:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018358.391698:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2622 00000100:00080000:2.0:1734018358.391701:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018358.391705:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018358.391709:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000800:00000100:1.0:1734018358.391714:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734018358.391719:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339680256/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018358.391728:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018358.391731:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018358.391733:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018358.391737:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2622 00000100:00100000:1.0:1734018358.391739:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018358/real 1734018358] req@ffff8800a7a7f100 x1818247339679872/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018358.391740:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018358.391743:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018358.391748:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018358.391756:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339680384/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018358.391766:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339679872/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018358.391767:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018358.391770:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018358.391772:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018358.391776:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2622 00000100:00080000:1.0:1734018358.391777:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018358.391778:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1734018358.391781:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00080000:2.0:1734018358.391782:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:1.0:1734018358.391786:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339679872:192.168.201.101@tcp:250:kworker.0 00000008:00100000:2.0:1734018358.391786:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018358.391795:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339680512/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018358.391810:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339680000:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018358.391827:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018358.391835:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018358/real 1734018358] req@ffff8800a7a7d180 x1818247339680000/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018358.391846:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339680000/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018358.391854:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018358.391857:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018358.391861:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339680000:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018358.391867:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339680128:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018358.391880:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018358.391886:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018358/real 1734018358] req@ffff8800a7a7dc00 x1818247339680128/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018358.391897:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339680128/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018358.391905:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018358.391908:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018358.391911:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339680128:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018358.391918:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339680256:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018358.391930:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018358.391936:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018358/real 1734018358] req@ffff8800a7a7fb80 x1818247339680256/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018358.391946:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339680256/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018358.391954:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018358.391957:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018358.391960:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339680256:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018358.391966:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339680384:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018358.391979:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018358.391985:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018358/real 1734018358] req@ffff8800a7a7ce00 x1818247339680384/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018358.391995:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339680384/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018358.392002:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018358.392005:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018358.392008:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339680384:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018358.392014:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339680512:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018358.392029:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018358.392036:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018358/real 1734018358] req@ffff8800a7a7c700 x1818247339680512/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018358.392046:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339680512/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018358.392053:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018358.392056:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018358.392059:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339680512:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018358.743473:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018359.193589:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018359.743464:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018360.195661:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018360.743445:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018361.197642:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018361.743534:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018362.199580:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018362.743440:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018363.201619:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018363.399439:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018363.399451:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018363.399457:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018363.399471:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2627 00000100:00080000:2.0:1734018363.399483:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018363.399495:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018363.399553:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339680640/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018363.399627:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018363.399635:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018363.399639:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018363.399647:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2627 00000100:00080000:2.0:1734018363.399653:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018363.399659:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018363.399675:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018363.399696:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339680768/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018363.399713:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018363.399718:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018363.399721:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018363.399726:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2627 00000100:00080000:2.0:1734018363.399732:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018363.399738:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018363.399747:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018363.399775:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339680896/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018363.399793:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018363.399798:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018363.399802:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734018363.399805:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339680640:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018363.399807:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2627 00000100:00080000:2.0:1734018363.399813:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018363.399819:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018363.399827:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018363.399842:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339681024/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018363.399860:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018363.399865:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018363.399868:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018363.399874:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2627 00000100:00080000:2.0:1734018363.399879:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018363.399885:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018363.399892:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018363.399908:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339681152/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018363.399911:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734018363.399924:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018363.399929:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018363.399932:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018363.399938:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2627 00000100:00080000:2.0:1734018363.399944:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734018363.399945:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018363/real 1734018363] req@ffff8800a7a7c000 x1818247339680640/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018363.399949:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018363.399956:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018363.399970:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339681280/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018363.399974:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339680640/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018363.399992:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018363.399997:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018363.400004:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339680640:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018363.400016:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339680768:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018363.400049:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018363.400059:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018363/real 1734018363] req@ffff8800a7a7f480 x1818247339680768/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018363.400072:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339680768/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018363.400082:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018363.400085:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018363.400089:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339680768:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018363.400162:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339680896:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018363.400182:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018363.400199:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018363/real 1734018363] req@ffff8800a7a7ea00 x1818247339680896/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018363.400210:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339680896/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018363.400219:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018363.400221:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018363.400225:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339680896:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018363.400234:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339681024:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018363.400259:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018363.400270:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018363/real 1734018363] req@ffff8800a7a7c380 x1818247339681024/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018363.400286:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339681024/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018363.400300:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018363.400304:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018363.400309:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339681024:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018363.400373:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339681152:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018363.400400:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018363.400410:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018363/real 1734018363] req@ffff8800a7a7ed80 x1818247339681152/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018363.400422:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339681152/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018363.400431:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018363.400433:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018363.400436:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339681152:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018363.400442:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339681280:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018363.400456:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018363.400462:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018363/real 1734018363] req@ffff8800a7a7df80 x1818247339681280/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018363.400473:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339681280/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018363.400481:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018363.400483:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018363.400486:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339681280:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018363.743470:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018364.203622:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018364.743486:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018365.205608:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018365.743481:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018366.207600:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018366.743452:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018367.209621:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018367.743476:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018368.211609:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018368.407446:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018368.407457:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018368.407462:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018368.407473:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2632 00000100:00080000:2.0:1734018368.407483:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018368.407491:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018368.407529:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339681408/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018368.407563:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018368.407568:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018368.407569:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018368.407574:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2632 00000100:00080000:2.0:1734018368.407577:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018368.407581:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018368.407591:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018368.407602:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339681536/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018368.407611:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018368.407614:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018368.407616:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018368.407620:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2632 00000100:00080000:2.0:1734018368.407623:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018368.407627:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018368.407631:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018368.407642:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339681664/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018368.407653:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018368.407656:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018368.407657:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018368.407660:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2632 00000100:00080000:2.0:1734018368.407663:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018368.407666:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018368.407671:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018368.407679:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339681792/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018368.407689:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018368.407692:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018368.407693:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018368.407697:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2632 00000100:00080000:2.0:1734018368.407700:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018368.407703:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:1.0:1734018368.407705:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339681408:192.168.201.101@tcp:250:kworker.0 00000008:00100000:2.0:1734018368.407707:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018368.407715:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339681920/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018368.407724:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018368.407727:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018368.407728:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018368.407732:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2632 00000100:00080000:2.0:1734018368.407735:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018368.407738:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018368.407743:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018368.407751:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339682048/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018368.407799:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018368.407827:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018368/real 1734018368] req@ffff8800a7a7ca80 x1818247339681408/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018368.407850:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339681408/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018368.407863:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018368.407867:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018368.407872:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339681408:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018368.407880:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339681536:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018368.407899:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018368.407906:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018368/real 1734018368] req@ffff8800a7a7e300 x1818247339681536/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018368.407917:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339681536/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018368.407925:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018368.407928:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018368.407932:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339681536:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018368.407938:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339681664:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018368.407953:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018368.407959:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018368/real 1734018368] req@ffff8800a7a7df80 x1818247339681664/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018368.407970:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339681664/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018368.407977:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018368.407982:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018368.407985:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339681664:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018368.408015:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339681792:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018368.408083:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018368.408092:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018368/real 1734018368] req@ffff8800a7a7ed80 x1818247339681792/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018368.408104:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339681792/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018368.408112:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018368.408115:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018368.408118:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339681792:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018368.408124:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339681920:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018368.408140:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018368.408147:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018368/real 1734018368] req@ffff8800a7a7c380 x1818247339681920/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018368.408158:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339681920/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018368.408166:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018368.408169:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018368.408171:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339681920:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018368.408177:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339682048:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018368.408194:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018368.408201:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018368/real 1734018368] req@ffff8800a7a7ea00 x1818247339682048/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018368.408212:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339682048/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018368.408220:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018368.408222:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018368.408225:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339682048:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018368.743454:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018369.213597:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018369.743471:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018370.215635:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018370.743485:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018371.217601:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018371.743441:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018372.219608:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018372.743442:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018373.221588:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018373.415462:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018373.415474:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018373.415479:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018373.415490:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2637 00000100:00080000:2.0:1734018373.415499:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018373.415507:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018373.415544:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339682176/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018373.415580:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018373.415585:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018373.415587:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018373.415592:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2637 00000100:00080000:2.0:1734018373.415595:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018373.415599:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018373.415609:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018373.415620:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339682304/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018373.415630:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018373.415633:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018373.415635:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018373.415639:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2637 00000100:00080000:2.0:1734018373.415642:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018373.415645:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018373.415650:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018373.415659:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339682432/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018373.415667:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018373.415670:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018373.415671:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018373.415675:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2637 00000100:00080000:2.0:1734018373.415678:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018373.415681:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018373.415685:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018373.415693:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339682560/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018373.415701:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018373.415704:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018373.415706:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018373.415710:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2637 00000100:00080000:2.0:1734018373.415713:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018373.415716:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018373.415720:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018373.415729:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339682688/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018373.415736:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339682176:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018373.415739:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018373.415742:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018373.415743:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018373.415747:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2637 00000100:00080000:2.0:1734018373.415749:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018373.415752:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018373.415757:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018373.415765:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339682816/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018373.415835:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018373.415865:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018373/real 1734018373] req@ffff8800a7a7f480 x1818247339682176/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018373.415887:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339682176/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018373.415901:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018373.415904:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018373.415910:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339682176:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018373.415917:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339682304:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018373.415936:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018373.415996:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018373/real 1734018373] req@ffff8800a7a7c000 x1818247339682304/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018373.416009:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339682304/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018373.416020:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018373.416023:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018373.416027:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339682304:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018373.416033:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339682432:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018373.416052:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018373.416059:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018373/real 1734018373] req@ffff8800a7a7c700 x1818247339682432/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018373.416070:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339682432/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018373.416078:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018373.416081:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018373.416084:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339682432:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018373.416089:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339682560:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018373.416103:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018373.416109:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018373/real 1734018373] req@ffff8800a7a7ce00 x1818247339682560/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018373.416120:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339682560/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018373.416128:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018373.416130:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018373.416133:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339682560:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018373.416168:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339682688:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018373.416183:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018373.416190:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018373/real 1734018373] req@ffff8800a7a7fb80 x1818247339682688/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018373.416201:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339682688/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018373.416210:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018373.416212:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018373.416215:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339682688:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018373.416220:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339682816:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018373.416234:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018373.416239:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018373/real 1734018373] req@ffff8800a7a7dc00 x1818247339682816/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018373.416249:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339682816/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018373.416256:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018373.416259:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018373.416263:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339682816:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018373.743475:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018374.223617:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018374.743487:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018375.225628:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018375.743461:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018376.227633:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018376.743443:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018377.229619:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018377.743461:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018378.231640:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018378.423451:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018378.423463:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018378.423469:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018378.423481:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2642 00000100:00080000:2.0:1734018378.423493:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018378.423503:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018378.423550:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339682944/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018378.423589:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018378.423596:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018378.423599:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018378.423606:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2642 00000100:00080000:2.0:1734018378.423611:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018378.423617:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018378.423631:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018378.423650:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339683072/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018378.423660:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339682944:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018378.423666:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018378.423671:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018378.423673:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018378.423678:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2642 00000100:00080000:2.0:1734018378.423683:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018378.423687:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018378.423695:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018378.423711:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339683200/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018378.423723:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018378.423728:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018378.423730:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018378.423736:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2642 00000100:00080000:2.0:1734018378.423739:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1734018378.423743:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734018378.423744:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018378.423751:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018378.423764:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339683328/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018378.423770:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018378/real 1734018378] req@ffff8800a7a7d180 x1818247339682944/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018378.423778:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018378.423784:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018378.423786:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018378.423791:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2642 00000100:00080000:2.0:1734018378.423795:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734018378.423796:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339682944/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018378.423800:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018378.423807:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1734018378.423812:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018378.423817:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:2.0:1734018378.423819:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339683456/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018378.423824:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339682944:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018378.423833:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018378.423838:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018378.423841:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018378.423845:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2642 00000100:00080000:2.0:1734018378.423849:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734018378.423890:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339683072:192.168.201.101@tcp:38:kworker.0 00000100:00080000:2.0:1734018378.423903:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018378.423910:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018378.423923:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734018378.423924:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339683584/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018378.423937:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018378/real 1734018378] req@ffff8800a7a7f100 x1818247339683072/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018378.423954:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339683072/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018378.423967:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018378.423971:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018378.423976:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339683072:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018378.423986:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339683200:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018378.424015:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018378.424026:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018378/real 1734018378] req@ffff8800a7a7dc00 x1818247339683200/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018378.424038:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339683200/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018378.424046:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018378.424050:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018378.424053:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339683200:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018378.424059:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339683328:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018378.424075:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018378.424081:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018378/real 1734018378] req@ffff8800a7a7fb80 x1818247339683328/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018378.424091:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339683328/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018378.424100:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018378.424102:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018378.424106:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339683328:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018378.424110:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339683456:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018378.424123:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018378.424129:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018378/real 1734018378] req@ffff8800a7a7ce00 x1818247339683456/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018378.424139:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339683456/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018378.424146:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018378.424149:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018378.424152:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339683456:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018378.424179:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339683584:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018378.424196:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018378.424203:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018378/real 1734018378] req@ffff8800a7a7c700 x1818247339683584/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018378.424214:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339683584/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018378.424221:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018378.424223:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018378.424226:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339683584:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018378.743451:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018379.233597:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018379.743476:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018380.235605:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018380.743473:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018381.237604:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018381.743440:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018382.239578:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018382.743415:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018383.241612:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018383.431460:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018383.431469:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018383.431474:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018383.431484:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2647 00000100:00080000:2.0:1734018383.431494:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018383.431502:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018383.431541:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339683712/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018383.431578:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018383.431582:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018383.431584:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018383.431589:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2647 00000100:00080000:2.0:1734018383.431592:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018383.431596:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018383.431606:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018383.431617:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339683840/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018383.431626:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018383.431629:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018383.431632:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018383.431636:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2647 00000100:00080000:2.0:1734018383.431639:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018383.431642:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018383.431647:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018383.431655:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339683968/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018383.431664:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018383.431667:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018383.431669:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018383.431672:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2647 00000100:00080000:2.0:1734018383.431674:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018383.431678:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018383.431682:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018383.431690:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339684096/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018383.431699:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018383.431702:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018383.431704:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018383.431707:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2647 00000100:00080000:2.0:1734018383.431710:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018383.431713:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018383.431718:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1734018383.431722:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339683712:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734018383.431726:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339684224/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018383.431736:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018383.431739:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018383.431740:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018383.431744:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2647 00000100:00080000:2.0:1734018383.431747:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018383.431750:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018383.431754:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018383.431762:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339684352/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018383.431850:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018383.431880:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018383/real 1734018383] req@ffff8800a7a7c000 x1818247339683712/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018383.431902:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339683712/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018383.431915:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018383.431919:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018383.431924:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339683712:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018383.431933:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339683840:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018383.431953:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018383.431960:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018383/real 1734018383] req@ffff8800a7a7f480 x1818247339683840/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018383.431971:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339683840/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018383.431981:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018383.431984:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018383.431987:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339683840:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018383.431993:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339683968:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018383.432008:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018383.432014:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018383/real 1734018383] req@ffff8800a7a7ea00 x1818247339683968/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018383.432024:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339683968/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018383.432032:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018383.432035:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018383.432038:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339683968:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018383.432067:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339684096:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018383.432081:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018383.432088:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018383/real 1734018383] req@ffff8800a7a7c380 x1818247339684096/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018383.432099:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339684096/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018383.432107:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018383.432109:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018383.432112:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339684096:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018383.432119:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339684224:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018383.432133:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018383.432139:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018383/real 1734018383] req@ffff8800a7a7ed80 x1818247339684224/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018383.432150:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339684224/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018383.432158:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018383.432161:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018383.432164:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339684224:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018383.432169:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339684352:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018383.432182:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018383.432188:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018383/real 1734018383] req@ffff8800a7a7df80 x1818247339684352/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018383.432198:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339684352/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018383.432205:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018383.432207:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018383.432210:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339684352:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018383.743432:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018384.243585:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018384.743439:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018385.245609:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018385.743427:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018386.247596:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018386.743455:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018387.249627:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018387.743440:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018388.251542:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018388.439467:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018388.439477:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018388.439481:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018388.439492:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2652 00000100:00080000:2.0:1734018388.439501:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018388.439509:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018388.439547:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339684480/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018388.439578:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018388.439582:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018388.439585:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018388.439589:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2652 00000100:00080000:2.0:1734018388.439592:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018388.439596:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018388.439606:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018388.439617:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339684608/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018388.439627:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018388.439630:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018388.439632:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018388.439636:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2652 00000100:00080000:2.0:1734018388.439639:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018388.439642:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018388.439647:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018388.439657:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339684736/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018388.439665:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018388.439668:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018388.439669:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018388.439673:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2652 00000100:00080000:2.0:1734018388.439675:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018388.439679:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018388.439718:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018388.439730:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339684864/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018388.439742:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018388.439745:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018388.439747:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734018388.439748:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339684480:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018388.439751:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2652 00000100:00080000:2.0:1734018388.439754:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018388.439758:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018388.439762:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018388.439771:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339684992/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018388.439780:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018388.439783:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018388.439785:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018388.439789:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2652 00000100:00080000:2.0:1734018388.439791:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018388.439795:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018388.439799:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018388.439807:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339685120/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018388.439845:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018388.439873:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018388/real 1734018388] req@ffff8800a7a7e300 x1818247339684480/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018388.439897:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339684480/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018388.439910:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018388.439914:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018388.439919:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339684480:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018388.439927:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339684608:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018388.439946:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018388.439952:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018388/real 1734018388] req@ffff8800a7a7ca80 x1818247339684608/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018388.439964:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339684608/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018388.439972:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018388.439975:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018388.439978:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339684608:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018388.439984:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339684736:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018388.439998:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018388.440004:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018388/real 1734018388] req@ffff8800a7a7df80 x1818247339684736/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018388.440014:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339684736/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018388.440023:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018388.440027:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018388.440030:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339684736:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018388.440060:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339684864:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018388.440074:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018388.440081:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018388/real 1734018388] req@ffff8800a7a7ed80 x1818247339684864/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018388.440092:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339684864/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018388.440100:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018388.440102:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018388.440105:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339684864:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018388.440112:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339684992:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018388.440125:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018388.440131:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018388/real 1734018388] req@ffff8800a7a7c380 x1818247339684992/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018388.440141:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339684992/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018388.440148:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018388.440151:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018388.440155:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339684992:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018388.440161:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339685120:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018388.440177:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018388.440183:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018388/real 1734018388] req@ffff8800a7a7ea00 x1818247339685120/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018388.440194:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339685120/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018388.440202:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018388.440204:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018388.440207:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339685120:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018388.743460:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018389.253618:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018389.743450:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018390.255523:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018390.743462:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018391.257597:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018391.743442:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018392.259594:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018392.743437:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018393.261598:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018393.447452:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018393.447461:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018393.447466:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018393.447476:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2657 00000100:00080000:2.0:1734018393.447486:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018393.447495:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018393.447531:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339685248/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018393.447566:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018393.447570:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018393.447572:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018393.447577:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2657 00000100:00080000:2.0:1734018393.447580:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018393.447583:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018393.447593:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018393.447643:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339685376/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018393.447654:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018393.447658:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018393.447660:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018393.447663:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2657 00000100:00080000:2.0:1734018393.447666:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018393.447671:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018393.447676:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018393.447684:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339685504/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018393.447694:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018393.447697:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018393.447699:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018393.447702:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2657 00000100:00080000:2.0:1734018393.447704:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018393.447708:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018393.447712:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018393.447719:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339685632/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018393.447729:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018393.447732:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018393.447734:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734018393.447735:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339685248:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018393.447738:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2657 00000100:00080000:2.0:1734018393.447740:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018393.447743:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018393.447748:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018393.447755:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339685760/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018393.447764:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018393.447768:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018393.447769:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018393.447773:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2657 00000100:00080000:2.0:1734018393.447777:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018393.447780:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018393.447784:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018393.447792:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339685888/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018393.447834:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018393.447863:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018393/real 1734018393] req@ffff8800a7a7f480 x1818247339685248/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018393.447886:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339685248/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018393.447898:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018393.447902:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018393.447907:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339685248:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018393.447916:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339685376:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018393.447934:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018393.447941:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018393/real 1734018393] req@ffff8800a7a7c000 x1818247339685376/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018393.447953:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339685376/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018393.447963:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018393.447966:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018393.447970:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339685376:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018393.447976:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339685504:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018393.447991:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018393.447997:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018393/real 1734018393] req@ffff8800a7a7c700 x1818247339685504/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018393.448007:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339685504/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018393.448015:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018393.448017:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018393.448021:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339685504:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018393.448052:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339685632:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018393.448066:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018393.448073:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018393/real 1734018393] req@ffff8800a7a7ce00 x1818247339685632/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018393.448084:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339685632/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018393.448092:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018393.448094:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018393.448097:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339685632:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018393.448105:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339685760:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018393.448119:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018393.448125:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018393/real 1734018393] req@ffff8800a7a7fb80 x1818247339685760/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018393.448136:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339685760/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018393.448144:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018393.448147:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018393.448150:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339685760:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018393.448155:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339685888:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018393.448168:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018393.448174:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018393/real 1734018393] req@ffff8800a7a7dc00 x1818247339685888/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018393.448183:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339685888/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018393.448190:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018393.448193:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018393.448196:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339685888:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018393.743458:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018394.263645:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018394.743463:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018395.265622:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018395.743472:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018396.267632:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018396.743491:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018397.269634:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018397.743457:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018398.271725:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018398.455455:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018398.455464:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018398.455469:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018398.455479:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2662 00000100:00080000:2.0:1734018398.455488:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018398.455497:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018398.455571:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339686016/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018398.455607:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018398.455611:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018398.455613:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018398.455618:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2662 00000100:00080000:2.0:1734018398.455621:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018398.455625:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018398.455636:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018398.455648:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339686144/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018398.455658:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018398.455661:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018398.455663:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018398.455666:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2662 00000100:00080000:2.0:1734018398.455669:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018398.455673:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018398.455677:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018398.455688:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339686272/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018398.455697:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018398.455700:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018398.455702:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018398.455705:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2662 00000100:00080000:2.0:1734018398.455707:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018398.455711:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018398.455715:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018398.455723:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339686400/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018398.455734:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018398.455737:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018398.455739:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018398.455743:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2662 00000100:00080000:2.0:1734018398.455746:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018398.455749:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:1.0:1734018398.455751:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339686016:192.168.201.101@tcp:250:kworker.0 00000008:00100000:2.0:1734018398.455754:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018398.455762:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339686528/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018398.455770:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018398.455773:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018398.455775:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018398.455778:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2662 00000100:00080000:2.0:1734018398.455781:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018398.455784:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018398.455788:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018398.455796:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339686656/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018398.455880:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339686144:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018398.455904:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339686272:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018398.455935:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339686400:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018398.455954:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339686528:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018398.455971:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339686656:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018398.743458:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018399.273591:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018399.743465:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018400.275649:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018400.743456:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018401.277624:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1734018401.461621:0:1970:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:0.0:1734018401.461668:0:1970:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1734018401.461687:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734018401.461723:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734018401.461731:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734018401.461738:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734018401.461745:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734018401.461752:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000100:00100000:1.0:1734018401.461877:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018398/real 1734018401] req@ffff8800a7a7fb80 x1818247339686400/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018401.461916:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339686400/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018401.461931:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018401.461936:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018401.461942:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339686400:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018401.461951:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018398/real 1734018401] req@ffff8800a7a7ce00 x1818247339686528/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018401.461965:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339686528/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018401.461973:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018401.461976:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018401.461994:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339686528:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018401.462006:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018398/real 1734018401] req@ffff8800a7a7c700 x1818247339686656/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018401.462023:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339686656/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018401.462036:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018401.462041:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018401.462046:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339686656:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018401.462058:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018398/real 1734018401] req@ffff8800a7a7f100 x1818247339686016/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018401.462078:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339686016/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018401.462091:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018401.462094:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018401.462100:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339686016:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018401.462112:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018398/real 1734018401] req@ffff8800a7a7d180 x1818247339686144/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018401.462131:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339686144/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018401.462145:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018401.462150:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018401.462156:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339686144:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018401.462168:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018398/real 1734018401] req@ffff8800a7a7dc00 x1818247339686272/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018401.462187:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339686272/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018401.462210:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018401.462215:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018401.462220:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339686272:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018401.743446:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018402.279650:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018402.743492:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018403.281661:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018403.463463:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018403.463471:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018403.463476:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018403.463487:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2667 00000100:00080000:2.0:1734018403.463498:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018403.463506:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018403.463544:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339686784/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018403.463590:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018403.463595:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018403.463597:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018403.463602:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2667 00000100:00080000:2.0:1734018403.463605:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018403.463609:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018403.463618:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018403.463629:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339686912/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018403.463639:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018403.463643:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018403.463644:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018403.463648:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2667 00000100:00080000:2.0:1734018403.463651:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018403.463654:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018403.463659:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018403.463667:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339687040/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018403.463677:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734018403.463679:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339686784:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018403.463680:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018403.463682:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018403.463686:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2667 00000100:00080000:2.0:1734018403.463689:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018403.463692:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018403.463697:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018403.463705:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339687168/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018403.463713:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018403.463717:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018403.463718:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018403.463721:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2667 00000100:00080000:2.0:1734018403.463724:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018403.463727:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018403.463731:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018403.463738:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339687296/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018403.463751:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018403.463754:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018403.463755:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018403.463759:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2667 00000100:00080000:2.0:1734018403.463763:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018403.463766:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018403.463770:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018403.463772:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734018403.463778:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339687424/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018403.463800:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018403/real 1734018403] req@ffff8800a7a7c000 x1818247339686784/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018403.463822:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339686784/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018403.463836:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018403.463839:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018403.463845:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339686784:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018403.463853:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339686912:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018403.463873:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018403.463880:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018403/real 1734018403] req@ffff8800a7a7f480 x1818247339686912/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018403.463892:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339686912/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018403.463900:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018403.463902:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018403.463906:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339686912:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018403.463934:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339687040:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018403.463950:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018403.463956:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018403/real 1734018403] req@ffff8800a7a7ea00 x1818247339687040/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018403.463968:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339687040/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018403.463976:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018403.463979:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018403.463982:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339687040:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018403.463988:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339687168:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018403.464000:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018403.464006:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018403/real 1734018403] req@ffff8800a7a7c380 x1818247339687168/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018403.464016:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339687168/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018403.464024:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018403.464027:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018403.464030:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339687168:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018403.464035:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339687296:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018403.464050:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018403.464056:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018403/real 1734018403] req@ffff8800a7a7ed80 x1818247339687296/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018403.464068:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339687296/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018403.464076:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018403.464078:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018403.464081:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339687296:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018403.464087:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339687424:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018403.464100:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018403.464106:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018403/real 1734018403] req@ffff8800a7a7df80 x1818247339687424/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018403.464116:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339687424/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018403.464123:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018403.464125:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018403.464128:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339687424:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018403.743496:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018404.283630:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018404.743512:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018405.285636:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018405.743481:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018406.287654:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018406.743483:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018407.289601:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018407.743480:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018408.291631:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018408.471467:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018408.471478:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018408.471484:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018408.471497:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2672 00000100:00080000:2.0:1734018408.471510:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018408.471519:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018408.471569:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339687552/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018408.471607:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018408.471612:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018408.471614:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018408.471618:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2672 00000100:00080000:2.0:1734018408.471622:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018408.471626:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018408.471637:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018408.471649:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339687680/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018408.471659:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018408.471662:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018408.471665:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018408.471669:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2672 00000100:00080000:2.0:1734018408.471672:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018408.471676:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018408.471681:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018408.471693:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339687808/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018408.471701:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018408.471704:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018408.471706:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018408.471710:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2672 00000100:00080000:2.0:1734018408.471712:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018408.471716:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018408.471720:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734018408.471726:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339687552:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734018408.471730:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339687936/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018408.471739:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018408.471743:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018408.471744:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018408.471748:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2672 00000100:00080000:2.0:1734018408.471750:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018408.471754:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018408.471758:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018408.471766:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339688064/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018408.471776:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018408.471780:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018408.471782:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018408.471786:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2672 00000100:00080000:2.0:1734018408.471788:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018408.471792:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018408.471796:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018408.471804:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339688192/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018408.471813:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018408.471840:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018408/real 1734018408] req@ffff8800a7a7ca80 x1818247339687552/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018408.471862:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339687552/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018408.471873:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018408.471878:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018408.471883:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339687552:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018408.471891:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339687680:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018408.471909:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018408.471915:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018408/real 1734018408] req@ffff8800a7a7e300 x1818247339687680/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018408.471926:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339687680/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018408.471934:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018408.471938:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018408.471941:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339687680:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018408.471947:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339687808:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018408.471961:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018408.471967:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018408/real 1734018408] req@ffff8800a7a7df80 x1818247339687808/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018408.471977:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339687808/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018408.471984:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018408.471987:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018408.471990:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339687808:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018408.472019:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339687936:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018408.472036:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018408.472043:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018408/real 1734018408] req@ffff8800a7a7ed80 x1818247339687936/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018408.472055:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339687936/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018408.472063:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018408.472065:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018408.472068:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339687936:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018408.472073:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339688064:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018408.472086:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018408.472092:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018408/real 1734018408] req@ffff8800a7a7c380 x1818247339688064/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018408.472103:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339688064/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018408.472111:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018408.472113:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018408.472116:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339688064:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018408.472121:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339688192:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018408.472133:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018408.472139:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018408/real 1734018408] req@ffff8800a7a7ea00 x1818247339688192/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018408.472156:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339688192/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018408.472163:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018408.472164:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018408.472167:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339688192:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018408.743444:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018409.293579:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018409.743468:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018410.295570:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018410.743474:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018411.297584:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018411.743465:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018412.299608:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018412.743439:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018413.301534:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018413.479454:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018413.479466:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018413.479472:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018413.479486:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2677 00000100:00080000:2.0:1734018413.479498:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018413.479508:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018413.479556:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339688320/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018413.479594:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018413.479598:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018413.479601:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018413.479606:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2677 00000100:00080000:2.0:1734018413.479609:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018413.479613:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018413.479625:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018413.479637:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339688448/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018413.479647:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018413.479651:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018413.479653:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018413.479657:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2677 00000100:00080000:2.0:1734018413.479660:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018413.479664:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018413.479669:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018413.479678:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339688576/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018413.479687:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018413.479690:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018413.479691:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018413.479695:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2677 00000100:00080000:2.0:1734018413.479698:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018413.479702:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018413.479706:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734018413.479711:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339688320:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734018413.479715:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339688704/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018413.479726:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018413.479729:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018413.479731:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018413.479735:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2677 00000100:00080000:2.0:1734018413.479738:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018413.479741:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018413.479745:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018413.479753:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339688832/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018413.479762:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018413.479765:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018413.479766:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018413.479770:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2677 00000100:00080000:2.0:1734018413.479773:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018413.479776:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018413.479781:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018413.479789:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339688960/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018413.479798:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018413.479823:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018413/real 1734018413] req@ffff8800a7a7f480 x1818247339688320/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018413.479845:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339688320/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018413.479857:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018413.479860:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018413.479865:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339688320:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018413.479872:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339688448:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018413.479890:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018413.479897:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018413/real 1734018413] req@ffff8800a7a7c000 x1818247339688448/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018413.479908:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339688448/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018413.479916:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018413.479919:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018413.479923:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339688448:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018413.479929:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339688576:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018413.479944:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018413.479950:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018413/real 1734018413] req@ffff8800a7a7dc00 x1818247339688576/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018413.479960:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339688576/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018413.479969:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018413.479971:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018413.479975:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339688576:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018413.480003:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339688704:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018413.480016:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018413.480022:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018413/real 1734018413] req@ffff8800a7a7d180 x1818247339688704/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018413.480034:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339688704/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018413.480042:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018413.480045:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018413.480047:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339688704:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018413.480052:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339688832:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018413.480069:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018413.480075:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018413/real 1734018413] req@ffff8800a7a7f100 x1818247339688832/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018413.480085:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339688832/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018413.480092:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018413.480095:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018413.480098:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339688832:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018413.480103:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339688960:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018413.480114:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018413.480120:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018413/real 1734018413] req@ffff8800a7a7c700 x1818247339688960/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018413.480130:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339688960/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018413.480137:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018413.480139:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018413.480142:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339688960:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018413.743476:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018414.303599:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018414.743468:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018415.305580:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018415.743463:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018416.307620:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018416.743450:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018417.309649:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018417.743462:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018418.311619:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018418.487459:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018418.487469:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018418.487475:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018418.487485:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2682 00000100:00080000:2.0:1734018418.487497:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018418.487505:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018418.487543:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339689088/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018418.487578:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018418.487583:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018418.487585:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018418.487590:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2682 00000100:00080000:2.0:1734018418.487593:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018418.487596:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018418.487606:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018418.487617:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339689216/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018418.487627:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018418.487630:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018418.487632:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018418.487636:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2682 00000100:00080000:2.0:1734018418.487638:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018418.487642:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018418.487647:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018418.487657:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339689344/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018418.487668:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018418.487671:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018418.487673:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018418.487676:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2682 00000100:00080000:2.0:1734018418.487678:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018418.487682:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018418.487686:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018418.487694:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339689472/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018418.487704:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018418.487707:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018418.487709:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018418.487713:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2682 00000100:00080000:2.0:1734018418.487716:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018418.487719:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:1.0:1734018418.487720:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339689088:192.168.201.101@tcp:250:kworker.0 00000008:00100000:2.0:1734018418.487723:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018418.487731:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339689600/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018418.487740:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018418.487743:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018418.487745:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018418.487749:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2682 00000100:00080000:2.0:1734018418.487752:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018418.487756:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018418.487760:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018418.487768:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339689728/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018418.487814:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018418.487842:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018418/real 1734018418] req@ffff8800a7a7ce00 x1818247339689088/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018418.487874:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339689088/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018418.487886:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018418.487890:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018418.487896:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339689088:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018418.487904:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339689216:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018418.487922:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018418.487929:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018418/real 1734018418] req@ffff8800a7a7fb80 x1818247339689216/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018418.487940:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339689216/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018418.487948:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018418.487951:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018418.487954:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339689216:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018418.487961:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339689344:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018418.487976:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018418.487982:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018418/real 1734018418] req@ffff8800a7a7c700 x1818247339689344/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018418.487992:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339689344/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018418.488000:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018418.488004:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018418.488007:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339689344:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018418.488037:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339689472:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018418.488052:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018418.488058:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018418/real 1734018418] req@ffff8800a7a7f100 x1818247339689472/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018418.488069:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339689472/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018418.488077:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018418.488080:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018418.488083:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339689472:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018418.488088:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339689600:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018418.488102:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018418.488108:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018418/real 1734018418] req@ffff8800a7a7d180 x1818247339689600/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018418.488118:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339689600/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018418.488127:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018418.488130:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018418.488133:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339689600:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018418.488138:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339689728:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018418.488155:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018418.488161:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018418/real 1734018418] req@ffff8800a7a7dc00 x1818247339689728/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018418.488203:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339689728/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018418.488212:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018418.488214:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018418.488218:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339689728:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018418.743469:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018419.313590:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018419.743463:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018420.315593:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018420.743448:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018421.317641:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018421.743394:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018422.319614:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018422.743465:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018423.321602:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018423.495476:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018423.495489:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018423.495495:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018423.495509:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2687 00000100:00080000:2.0:1734018423.495521:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018423.495531:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018423.495581:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339689856/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018423.495619:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018423.495624:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018423.495626:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018423.495631:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2687 00000100:00080000:2.0:1734018423.495635:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018423.495639:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018423.495651:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018423.495664:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339689984/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018423.495674:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018423.495677:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018423.495679:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018423.495682:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2687 00000100:00080000:2.0:1734018423.495685:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018423.495689:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018423.495694:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018423.495703:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339690112/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018423.495712:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018423.495716:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018423.495718:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018423.495721:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2687 00000100:00080000:2.0:1734018423.495724:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018423.495727:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018423.495732:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734018423.495735:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339689856:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734018423.495740:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339690240/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018423.495749:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018423.495752:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018423.495754:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018423.495759:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2687 00000100:00080000:2.0:1734018423.495761:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018423.495765:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018423.495769:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018423.495777:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339690368/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018423.495785:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018423.495789:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018423.495790:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018423.495794:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2687 00000100:00080000:2.0:1734018423.495797:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018423.495800:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018423.495804:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018423.495812:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339690496/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018423.495821:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018423.495846:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018423/real 1734018423] req@ffff8800a7a7c000 x1818247339689856/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018423.495868:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339689856/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018423.495881:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018423.495884:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018423.495889:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339689856:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018423.495896:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339689984:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018423.495914:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018423.495921:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018423/real 1734018423] req@ffff8800a7a7f480 x1818247339689984/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018423.495933:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339689984/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018423.495942:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018423.495945:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018423.495949:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339689984:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018423.495954:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339690112:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018423.495968:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018423.495974:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018423/real 1734018423] req@ffff8800a7a7ea00 x1818247339690112/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018423.495985:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339690112/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018423.495992:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018423.495995:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018423.495998:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339690112:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018423.496025:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339690240:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018423.496039:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018423.496045:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018423/real 1734018423] req@ffff8800a7a7c380 x1818247339690240/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018423.496057:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339690240/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018423.496065:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018423.496067:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018423.496070:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339690240:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018423.496076:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339690368:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018423.496135:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018423.496143:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018423/real 1734018423] req@ffff8800a7a7ed80 x1818247339690368/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018423.496155:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339690368/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018423.496163:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018423.496165:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018423.496168:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339690368:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018423.496173:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339690496:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018423.496189:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018423.496195:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018423/real 1734018423] req@ffff8800a7a7df80 x1818247339690496/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018423.496205:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339690496/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018423.496213:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018423.496215:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018423.496217:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339690496:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018423.743436:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018424.323563:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018424.743445:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018425.325565:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018425.743465:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018426.327651:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018426.743444:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018427.329604:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018427.743445:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018428.331565:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018428.503456:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018428.503465:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018428.503470:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018428.503481:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2692 00000100:00080000:2.0:1734018428.503492:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018428.503501:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018428.503539:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339690624/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018428.503574:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018428.503578:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018428.503580:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018428.503585:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2692 00000100:00080000:2.0:1734018428.503588:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018428.503592:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018428.503602:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018428.503613:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339690752/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018428.503623:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018428.503627:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018428.503628:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018428.503632:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2692 00000100:00080000:2.0:1734018428.503634:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018428.503638:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018428.503643:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018428.503653:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339690880/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018428.503661:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018428.503665:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018428.503667:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018428.503671:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2692 00000100:00080000:2.0:1734018428.503673:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018428.503676:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018428.503681:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018428.503689:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339691008/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018428.503698:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018428.503701:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018428.503702:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018428.503706:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2692 00000100:00080000:2.0:1734018428.503708:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018428.503711:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018428.503715:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018428.503724:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339691136/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018428.503733:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339690624:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018428.503734:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018428.503737:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018428.503738:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018428.503742:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2692 00000100:00080000:2.0:1734018428.503745:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018428.503748:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018428.503752:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018428.503760:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339691264/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018428.503833:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018428.503862:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018428/real 1734018428] req@ffff8800a7a7e300 x1818247339690624/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018428.503886:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339690624/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018428.503899:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018428.503903:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018428.503908:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339690624:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018428.503916:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339690752:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018428.503936:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018428.503942:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018428/real 1734018428] req@ffff8800a7a7ca80 x1818247339690752/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018428.503954:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339690752/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018428.503961:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018428.503964:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018428.503968:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339690752:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018428.503974:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339690880:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018428.503988:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018428.503994:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018428/real 1734018428] req@ffff8800a7a7df80 x1818247339690880/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018428.504052:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339690880/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018428.504061:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018428.504065:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018428.504068:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339690880:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018428.504075:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339691008:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018428.504093:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018428.504100:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018428/real 1734018428] req@ffff8800a7a7ed80 x1818247339691008/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018428.504110:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339691008/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018428.504119:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018428.504121:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018428.504124:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339691008:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018428.504159:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339691136:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018428.504173:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018428.504180:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018428/real 1734018428] req@ffff8800a7a7c380 x1818247339691136/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018428.504191:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339691136/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018428.504199:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018428.504201:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018428.504204:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339691136:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018428.504210:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339691264:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018428.504226:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018428.504232:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018428/real 1734018428] req@ffff8800a7a7ea00 x1818247339691264/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018428.504242:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339691264/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018428.504249:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018428.504251:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018428.504254:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339691264:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018428.743444:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018429.333602:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018429.743463:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018430.335592:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018430.743440:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018431.337583:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018431.743458:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018432.339619:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018432.743466:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018433.341589:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018433.511456:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018433.511467:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018433.511472:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018433.511483:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2697 00000100:00080000:2.0:1734018433.511492:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018433.511500:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018433.511538:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339691392/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018433.511574:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018433.511578:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018433.511580:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018433.511585:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2697 00000100:00080000:2.0:1734018433.511588:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018433.511592:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018433.511602:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018433.511613:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339691520/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018433.511623:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018433.511627:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018433.511630:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018433.511634:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2697 00000100:00080000:2.0:1734018433.511636:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018433.511640:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018433.511645:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018433.511653:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339691648/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018433.511663:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018433.511666:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018433.511667:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734018433.511671:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339691392:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018433.511672:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2697 00000100:00080000:2.0:1734018433.511674:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018433.511678:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018433.511682:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018433.511690:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339691776/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018433.511698:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018433.511702:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018433.511703:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018433.511707:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2697 00000100:00080000:2.0:1734018433.511710:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018433.511713:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018433.511717:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018433.511725:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339691904/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018433.511734:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018433.511737:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018433.511739:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018433.511743:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2697 00000800:00000100:1.0:1734018433.511746:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734018433.511746:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018433.511749:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018433.511753:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018433.511760:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339692032/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018433.511769:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018433/real 1734018433] req@ffff8800a7a7f480 x1818247339691392/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018433.511786:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339691392/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018433.511795:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018433.511798:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018433.511801:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339691392:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018433.511806:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339691520:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018433.511820:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018433.511824:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018433/real 1734018433] req@ffff8800a7a7c000 x1818247339691520/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018433.511831:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339691520/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018433.511837:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018433.511839:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018433.511841:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339691520:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018433.511862:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339691648:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018433.511871:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018433.511875:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018433/real 1734018433] req@ffff8800a7a7dc00 x1818247339691648/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018433.511882:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339691648/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018433.511887:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018433.511888:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018433.511890:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339691648:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018433.511894:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339691776:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018433.511902:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018433.511906:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018433/real 1734018433] req@ffff8800a7a7d180 x1818247339691776/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018433.511912:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339691776/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018433.511942:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018433.511944:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018433.511947:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339691776:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018433.511952:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339691904:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018433.511964:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018433.511979:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018433/real 1734018433] req@ffff8800a7a7f100 x1818247339691904/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018433.511986:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339691904/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018433.511991:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018433.511993:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018433.511994:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339691904:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018433.511998:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339692032:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018433.512006:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018433.512009:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018433/real 1734018433] req@ffff8800a7a7c700 x1818247339692032/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018433.512015:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339692032/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018433.512019:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018433.512020:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018433.512022:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339692032:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018433.743506:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018434.343592:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018434.743459:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018435.345589:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018435.743462:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018436.347650:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018436.743454:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018437.349633:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018437.743456:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018438.351656:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018438.519464:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018438.519474:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018438.519480:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018438.519492:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2702 00000100:00080000:2.0:1734018438.519504:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018438.519514:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018438.519565:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339692160/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018438.519605:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018438.519609:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018438.519612:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018438.519617:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2702 00000100:00080000:2.0:1734018438.519621:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018438.519625:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018438.519637:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018438.519649:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339692288/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018438.519659:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018438.519663:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018438.519665:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018438.519669:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2702 00000100:00080000:2.0:1734018438.519672:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018438.519676:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018438.519681:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018438.519694:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339692416/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018438.519702:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018438.519705:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018438.519707:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018438.519711:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2702 00000100:00080000:2.0:1734018438.519713:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018438.519718:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018438.519722:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018438.519733:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339692544/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018438.519734:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339692160:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018438.519745:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018438.519748:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018438.519750:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018438.519754:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2702 00000100:00080000:2.0:1734018438.519756:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018438.519760:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018438.519764:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018438.519772:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339692672/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018438.519781:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018438.519784:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018438.519785:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018438.519789:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2702 00000100:00080000:2.0:1734018438.519792:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018438.519796:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018438.519800:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018438.519808:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339692800/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018438.519812:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018438.519866:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018438/real 1734018438] req@ffff8800a7a7fb80 x1818247339692160/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018438.519888:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339692160/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018438.519900:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018438.519904:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018438.519910:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339692160:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018438.519918:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339692288:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018438.519939:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018438.519946:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018438/real 1734018438] req@ffff8800a7a7ce00 x1818247339692288/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018438.519958:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339692288/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018438.519966:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018438.519969:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018438.519972:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339692288:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018438.519978:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339692416:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018438.519992:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018438.519998:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018438/real 1734018438] req@ffff8800a7a7c700 x1818247339692416/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018438.520008:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339692416/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018438.520016:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018438.520019:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018438.520022:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339692416:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018438.520049:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339692544:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018438.520063:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018438.520069:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018438/real 1734018438] req@ffff8800a7a7f100 x1818247339692544/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018438.520080:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339692544/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018438.520088:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018438.520090:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018438.520093:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339692544:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018438.520099:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339692672:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018438.520112:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018438.520118:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018438/real 1734018438] req@ffff8800a7a7d180 x1818247339692672/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018438.520128:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339692672/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018438.520136:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018438.520138:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018438.520142:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339692672:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018438.520147:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339692800:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018438.520163:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018438.520169:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018438/real 1734018438] req@ffff8800a7a7dc00 x1818247339692800/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018438.520179:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339692800/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018438.520186:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018438.520189:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018438.520191:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339692800:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018438.743460:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018439.353609:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018439.743468:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018440.355612:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018440.743459:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018441.357603:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018441.743447:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018442.359637:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018442.743466:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018443.361605:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018443.527445:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018443.527455:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018443.527459:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018443.527470:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2707 00000100:00080000:2.0:1734018443.527479:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018443.527487:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018443.527522:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339692928/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018443.527557:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018443.527561:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018443.527563:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018443.527568:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2707 00000100:00080000:2.0:1734018443.527571:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018443.527575:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018443.527584:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018443.527595:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339693056/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018443.527604:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018443.527608:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018443.527610:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018443.527613:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2707 00000100:00080000:2.0:1734018443.527616:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018443.527620:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018443.527625:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018443.527633:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339693184/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018443.527643:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018443.527646:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018443.527648:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018443.527651:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2707 00000100:00080000:2.0:1734018443.527653:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018443.527657:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018443.527661:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018443.527668:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339693312/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018443.527669:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339692928:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018443.527677:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018443.527681:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018443.527682:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018443.527686:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2707 00000100:00080000:2.0:1734018443.527688:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018443.527691:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018443.527695:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018443.527702:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339693440/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018443.527710:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018443.527713:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018443.527715:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018443.527718:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2707 00000100:00080000:2.0:1734018443.527722:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018443.527725:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018443.527729:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018443.527733:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734018443.527737:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339693568/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018443.527795:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018443/real 1734018443] req@ffff8800a7a7c000 x1818247339692928/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018443.527814:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339692928/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018443.527825:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018443.527828:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018443.527833:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339692928:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018443.527841:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339693056:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018443.527860:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018443.527867:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018443/real 1734018443] req@ffff8800a7a7f480 x1818247339693056/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018443.527878:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339693056/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018443.527887:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018443.527890:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018443.527893:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339693056:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018443.527899:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339693184:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018443.527913:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018443.527919:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018443/real 1734018443] req@ffff8800a7a7ea00 x1818247339693184/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018443.527929:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339693184/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018443.527936:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018443.527938:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018443.527941:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339693184:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018443.527965:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339693312:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018443.527978:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018443.527985:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018443/real 1734018443] req@ffff8800a7a7c380 x1818247339693312/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018443.527996:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339693312/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018443.528003:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018443.528005:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018443.528008:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339693312:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018443.528015:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339693440:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018443.528028:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018443.528034:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018443/real 1734018443] req@ffff8800a7a7ed80 x1818247339693440/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018443.528044:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339693440/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018443.528052:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018443.528054:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018443.528057:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339693440:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018443.528062:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339693568:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018443.528073:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018443.528079:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018443/real 1734018443] req@ffff8800a7a7df80 x1818247339693568/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018443.528089:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339693568/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018443.528096:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018443.528098:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018443.528101:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339693568:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018443.743468:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018444.363621:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018444.743464:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018445.365581:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018445.743460:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018446.367647:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018446.743457:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018447.369619:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018447.743433:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018448.371612:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018448.535470:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018448.535484:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018448.535490:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018448.535504:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2712 00000100:00080000:2.0:1734018448.535517:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018448.535527:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018448.535578:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339693696/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018448.535617:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018448.535622:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018448.535624:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018448.535629:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2712 00000100:00080000:2.0:1734018448.535632:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018448.535636:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018448.535648:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018448.535686:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339693824/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018448.535697:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018448.535701:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018448.535703:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018448.535707:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2712 00000100:00080000:2.0:1734018448.535710:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018448.535714:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018448.535720:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018448.535733:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339693952/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018448.535743:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018448.535747:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018448.535748:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018448.535752:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2712 00000100:00080000:2.0:1734018448.535754:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018448.535758:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018448.535763:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734018448.535765:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339693696:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734018448.535773:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339694080/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018448.535783:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018448.535787:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018448.535788:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018448.535793:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2712 00000100:00080000:2.0:1734018448.535796:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018448.535799:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018448.535804:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018448.535813:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339694208/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018448.535821:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018448.535825:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018448.535826:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018448.535830:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2712 00000100:00080000:2.0:1734018448.535833:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1734018448.535837:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734018448.535837:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018448.535841:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018448.535849:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339694336/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018448.535860:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018448/real 1734018448] req@ffff8800a7a7ca80 x1818247339693696/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018448.535881:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339693696/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018448.535893:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018448.535896:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018448.535901:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339693696:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018448.535910:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339693824:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018448.535927:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018448.535934:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018448/real 1734018448] req@ffff8800a7a7e300 x1818247339693824/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018448.535946:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339693824/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018448.535954:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018448.535956:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018448.535960:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339693824:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018448.535966:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339693952:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018448.535980:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018448.535986:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018448/real 1734018448] req@ffff8800a7a7df80 x1818247339693952/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018448.535996:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339693952/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018448.536004:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018448.536008:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018448.536011:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339693952:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018448.536038:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339694080:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018448.536052:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018448.536059:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018448/real 1734018448] req@ffff8800a7a7ed80 x1818247339694080/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018448.536070:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339694080/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018448.536079:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018448.536081:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018448.536084:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339694080:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018448.536089:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339694208:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018448.536102:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018448.536108:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018448/real 1734018448] req@ffff8800a7a7c380 x1818247339694208/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018448.536118:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339694208/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018448.536125:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018448.536128:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018448.536131:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339694208:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018448.536137:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339694336:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018448.536153:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018448.536159:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018448/real 1734018448] req@ffff8800a7a7ea00 x1818247339694336/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018448.536169:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339694336/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018448.536176:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018448.536178:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018448.536181:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339694336:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018448.743455:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018449.373566:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018449.743487:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018450.375597:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018450.743465:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018451.377596:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018451.743453:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018452.379667:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018452.743452:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018453.381673:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018453.543431:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018453.543441:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018453.543446:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018453.543456:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2717 00000100:00080000:2.0:1734018453.543465:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018453.543475:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018453.543512:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339694464/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018453.543547:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018453.543551:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018453.543554:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018453.543558:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2717 00000100:00080000:2.0:1734018453.543562:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018453.543565:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018453.543612:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018453.543626:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339694592/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018453.543636:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018453.543640:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018453.543642:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018453.543645:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2717 00000100:00080000:2.0:1734018453.543648:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018453.543652:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018453.543657:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018453.543665:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339694720/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018453.543675:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018453.543678:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018453.543681:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734018453.543684:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339694464:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018453.543684:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2717 00000100:00080000:2.0:1734018453.543687:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018453.543690:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018453.543695:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018453.543702:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339694848/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018453.543711:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018453.543714:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018453.543715:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018453.543719:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2717 00000100:00080000:2.0:1734018453.543722:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018453.543725:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018453.543729:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018453.543736:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339694976/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018453.543744:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018453.543747:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:1.0:1734018453.543749:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734018453.543749:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018453.543753:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2717 00000100:00080000:2.0:1734018453.543755:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018453.543759:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018453.543763:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734018453.543771:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018453/real 1734018453] req@ffff8800a7a7f480 x1818247339694464/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018453.543771:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339695104/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018453.543791:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339694464/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018453.543801:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018453.543805:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018453.543809:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339694464:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018453.543817:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339694592:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018453.543833:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018453.543840:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018453/real 1734018453] req@ffff8800a7a7c000 x1818247339694592/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018453.543851:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339694592/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018453.543860:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018453.543863:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018453.543866:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339694592:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018453.543887:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339694720:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018453.543901:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018453.543907:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018453/real 1734018453] req@ffff8800a7a7dc00 x1818247339694720/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018453.543918:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339694720/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018453.543926:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018453.543928:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018453.543931:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339694720:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018453.543937:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339694848:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018453.543948:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018453.543954:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018453/real 1734018453] req@ffff8800a7a7d180 x1818247339694848/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018453.543964:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339694848/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018453.543972:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018453.543974:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018453.543977:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339694848:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018453.543983:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339694976:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018453.543996:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018453.544002:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018453/real 1734018453] req@ffff8800a7a7f100 x1818247339694976/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018453.544013:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339694976/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018453.544021:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018453.544023:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018453.544026:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339694976:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018453.544031:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339695104:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018453.544043:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018453.544048:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018453/real 1734018453] req@ffff8800a7a7c700 x1818247339695104/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018453.544058:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339695104/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018453.544065:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018453.544067:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018453.544070:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339695104:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018453.743439:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018454.383618:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018454.743448:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018455.385594:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018455.743462:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018456.387678:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018456.743457:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018457.389610:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018457.743446:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018458.391627:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018458.551439:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018458.551453:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018458.551459:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018458.551472:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2722 00000100:00080000:2.0:1734018458.551484:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018458.551529:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018458.551580:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339695232/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018458.551618:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018458.551623:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018458.551625:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018458.551629:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2722 00000100:00080000:2.0:1734018458.551633:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018458.551637:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018458.551649:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018458.551661:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339695360/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018458.551671:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018458.551675:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018458.551677:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018458.551682:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2722 00000100:00080000:2.0:1734018458.551685:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018458.551688:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018458.551694:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018458.551706:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339695488/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018458.551715:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018458.551718:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018458.551720:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018458.551724:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2722 00000100:00080000:2.0:1734018458.551727:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018458.551730:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018458.551735:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018458.551744:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339695616/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018458.551755:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734018458.551756:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339695232:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018458.551758:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018458.551760:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018458.551764:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2722 00000100:00080000:2.0:1734018458.551767:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018458.551770:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018458.551775:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018458.551783:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339695744/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018458.551794:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018458.551797:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018458.551799:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018458.551803:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2722 00000100:00080000:2.0:1734018458.551805:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018458.551809:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018458.551813:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018458.551821:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339695872/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018458.551835:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018458.551859:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018458/real 1734018458] req@ffff8800a7a7ce00 x1818247339695232/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018458.551880:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339695232/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018458.551893:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018458.551897:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018458.551902:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339695232:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018458.551911:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339695360:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018458.551928:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018458.551936:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018458/real 1734018458] req@ffff8800a7a7fb80 x1818247339695360/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018458.551948:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339695360/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018458.551956:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018458.551959:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018458.551962:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339695360:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018458.551968:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339695488:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018458.551982:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018458.551987:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018458/real 1734018458] req@ffff8800a7a7c700 x1818247339695488/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018458.551998:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339695488/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018458.552006:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018458.552009:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018458.552012:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339695488:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018458.552040:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339695616:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018458.552055:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018458.552061:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018458/real 1734018458] req@ffff8800a7a7f100 x1818247339695616/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018458.552071:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339695616/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018458.552079:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018458.552082:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018458.552084:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339695616:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018458.552091:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339695744:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018458.552103:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018458.552109:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018458/real 1734018458] req@ffff8800a7a7d180 x1818247339695744/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018458.552119:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339695744/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018458.552127:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018458.552129:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018458.552132:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339695744:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018458.552138:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339695872:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018458.552154:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018458.552160:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018458/real 1734018458] req@ffff8800a7a7dc00 x1818247339695872/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018458.552170:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339695872/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018458.552177:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018458.552179:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018458.552182:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339695872:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018458.743464:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018459.393650:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018459.743528:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018460.395670:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018460.743494:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018461.397628:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018461.743496:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018462.399666:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018462.743490:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018463.401659:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018463.559497:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018463.559508:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018463.559513:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018463.559526:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2727 00000100:00080000:2.0:1734018463.559537:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018463.559547:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018463.559597:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339696000/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018463.559635:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018463.559640:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018463.559643:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018463.559649:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2727 00000100:00080000:2.0:1734018463.559652:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018463.559656:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018463.559669:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018463.559681:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339696128/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018463.559690:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018463.559694:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018463.559696:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018463.559701:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2727 00000100:00080000:2.0:1734018463.559704:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018463.559707:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018463.559713:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018463.559722:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339696256/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018463.559730:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018463.559734:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018463.559735:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018463.559739:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2727 00000100:00080000:2.0:1734018463.559741:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018463.559745:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018463.559749:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018463.559758:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339696384/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018463.559761:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339696000:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018463.559768:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018463.559772:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018463.559773:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018463.559777:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2727 00000100:00080000:2.0:1734018463.559780:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018463.559783:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018463.559787:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018463.559796:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339696512/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018463.559805:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018463.559808:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018463.559809:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018463.559813:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2727 00000100:00080000:2.0:1734018463.559816:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018463.559819:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018463.559824:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018463.559832:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339696640/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018463.559860:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339696128:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018463.559885:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339696256:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018463.559910:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339696384:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018463.559925:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339696512:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018463.559941:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339696640:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018463.743484:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018464.403608:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018464.743461:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018465.405618:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018465.743473:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018466.407629:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1734018466.565612:0:1967:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:3.0:1734018466.565656:0:1967:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1734018466.565676:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:3.0:1734018466.565714:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:3.0:1734018466.565722:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:3.0:1734018466.565730:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:3.0:1734018466.565736:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:3.0:1734018466.565743:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000100:00100000:0.0:1734018466.565804:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018463/real 1734018466] req@ffff8800a7a7c380 x1818247339696384/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018466.565843:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339696384/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018466.565861:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018466.565868:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018466.565875:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339696384:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734018466.565886:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018463/real 1734018466] req@ffff8800a7a7ed80 x1818247339696512/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018466.565904:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339696512/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018466.565916:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018466.565921:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018466.565926:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339696512:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734018466.565936:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018463/real 1734018466] req@ffff8800a7a7df80 x1818247339696640/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018466.565953:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339696640/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018466.565966:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018466.565970:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018466.565975:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339696640:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734018466.565986:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018463/real 1734018466] req@ffff8800a7a7c000 x1818247339696000/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018466.566006:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339696000/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018466.566017:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018466.566021:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018466.566026:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339696000:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734018466.566037:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018463/real 1734018466] req@ffff8800a7a7f480 x1818247339696128/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018466.566054:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339696128/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018466.566067:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018466.566071:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018466.566075:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339696128:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734018466.566085:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018463/real 1734018466] req@ffff8800a7a7ea00 x1818247339696256/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018466.566102:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339696256/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018466.566114:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018466.566118:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018466.566124:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339696256:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018466.743454:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018467.409694:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018467.743447:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018468.411631:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018468.567454:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018468.567468:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018468.567474:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018468.567488:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2732 00000100:00080000:2.0:1734018468.567500:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018468.567511:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018468.567560:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339696768/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018468.567596:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018468.567601:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018468.567603:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018468.567608:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2732 00000100:00080000:2.0:1734018468.567611:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018468.567615:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018468.567627:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018468.567639:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339696896/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018468.567648:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018468.567652:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018468.567654:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018468.567658:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2732 00000100:00080000:2.0:1734018468.567661:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018468.567665:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018468.567670:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018468.567682:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339697024/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018468.567693:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018468.567697:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018468.567698:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018468.567702:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2732 00000100:00080000:2.0:1734018468.567705:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018468.567708:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:0.0:1734018468.567710:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339696768:192.168.201.101@tcp:250:kworker.0 00000008:00100000:2.0:1734018468.567713:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018468.567722:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339697152/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018468.567731:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018468.567734:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018468.567736:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018468.567739:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2732 00000100:00080000:2.0:1734018468.567742:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018468.567745:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018468.567750:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018468.567758:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339697280/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018468.567766:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018468.567770:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018468.567771:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018468.567776:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2732 00000100:00080000:2.0:1734018468.567779:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018468.567783:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018468.567787:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1734018468.567796:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734018468.567796:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339697408/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734018468.567821:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018468/real 1734018468] req@ffff8800a7a7e300 x1818247339696768/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018468.567844:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339696768/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018468.567856:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018468.567860:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018468.567865:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339696768:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734018468.567872:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339696896:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734018468.567891:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018468.567898:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018468/real 1734018468] req@ffff8800a7a7ca80 x1818247339696896/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018468.567910:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339696896/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018468.567918:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018468.567921:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018468.567924:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339696896:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734018468.567950:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339697024:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018468.567965:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018468.567971:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018468/real 1734018468] req@ffff8800a7a7ea00 x1818247339697024/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018468.567981:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339697024/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018468.567990:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018468.567993:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018468.567996:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339697024:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734018468.568001:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339697152:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018468.568013:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018468.568019:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018468/real 1734018468] req@ffff8800a7a7f480 x1818247339697152/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018468.568029:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339697152/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018468.568037:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018468.568040:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018468.568043:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339697152:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734018468.568048:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339697280:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734018468.568061:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018468.568067:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018468/real 1734018468] req@ffff8800a7a7c000 x1818247339697280/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018468.568077:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339697280/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018468.568085:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018468.568088:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018468.568091:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339697280:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734018468.568097:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339697408:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018468.568111:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018468.568117:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018468/real 1734018468] req@ffff8800a7a7df80 x1818247339697408/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018468.568129:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339697408/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018468.568136:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018468.568138:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018468.568141:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339697408:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018468.743458:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018469.413643:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018469.743483:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018470.415584:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018470.743472:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018471.417626:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018471.743466:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018472.419630:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018472.743462:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018473.421605:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018473.575442:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018473.575451:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018473.575456:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018473.575466:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2737 00000100:00080000:2.0:1734018473.575475:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018473.575483:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018473.575520:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339697536/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018473.575555:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018473.575560:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018473.575562:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018473.575567:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2737 00000100:00080000:2.0:1734018473.575570:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018473.575574:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018473.575584:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018473.575595:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339697664/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018473.575605:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018473.575609:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018473.575610:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018473.575614:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2737 00000100:00080000:2.0:1734018473.575616:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018473.575620:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018473.575625:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018473.575633:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339697792/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018473.575642:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018473.575645:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018473.575647:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018473.575650:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2737 00000100:00080000:2.0:1734018473.575653:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018473.575656:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018473.575661:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018473.575668:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339697920/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018473.575678:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018473.575681:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018473.575682:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018473.575687:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2737 00000100:00080000:2.0:1734018473.575690:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1734018473.575692:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339697536:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018473.575693:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018473.575698:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018473.575705:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339698048/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018473.575713:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018473.575716:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018473.575718:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018473.575722:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2737 00000100:00080000:2.0:1734018473.575724:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018473.575727:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018473.575732:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018473.575739:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339698176/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:0.0:1734018473.575787:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018473.575815:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018473/real 1734018473] req@ffff8800a7a7ed80 x1818247339697536/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018473.575838:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339697536/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018473.575851:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018473.575854:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018473.575859:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339697536:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734018473.575867:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339697664:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734018473.575886:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018473.575893:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018473/real 1734018473] req@ffff8800a7a7c380 x1818247339697664/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018473.575914:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339697664/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018473.575922:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018473.575925:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018473.575928:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339697664:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734018473.575934:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339697792:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018473.575948:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018473.575954:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018473/real 1734018473] req@ffff8800a7a7dc00 x1818247339697792/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018473.575965:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339697792/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018473.575972:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018473.575975:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018473.575978:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339697792:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734018473.576007:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339697920:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018473.576021:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018473.576028:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018473/real 1734018473] req@ffff8800a7a7d180 x1818247339697920/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018473.576039:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339697920/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018473.576047:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018473.576051:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018473.576054:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339697920:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734018473.576060:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339698048:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734018473.576074:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018473.576080:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018473/real 1734018473] req@ffff8800a7a7f100 x1818247339698048/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018473.576090:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339698048/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018473.576098:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018473.576101:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018473.576104:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339698048:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734018473.576109:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339698176:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018473.576122:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018473.576128:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018473/real 1734018473] req@ffff8800a7a7c700 x1818247339698176/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018473.576138:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339698176/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018473.576145:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018473.576147:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018473.576150:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339698176:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018473.743458:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018474.423657:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018474.743463:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018475.425621:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018475.743469:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018476.427632:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018476.743427:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018477.429601:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018477.743459:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018478.431656:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018478.583465:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018478.583474:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018478.583479:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018478.583491:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2742 00000100:00080000:2.0:1734018478.583501:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018478.583510:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018478.583550:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339698304/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018478.583586:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018478.583590:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018478.583592:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018478.583597:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2742 00000100:00080000:2.0:1734018478.583600:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018478.583604:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018478.583614:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018478.583624:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339698432/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018478.583634:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018478.583637:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018478.583639:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018478.583643:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2742 00000100:00080000:2.0:1734018478.583646:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018478.583650:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018478.583654:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018478.583665:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339698560/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018478.583675:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018478.583678:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018478.583680:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018478.583684:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2742 00000100:00080000:2.0:1734018478.583686:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018478.583690:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018478.583694:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018478.583704:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339698688/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734018478.583710:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339698304:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018478.583714:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018478.583717:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018478.583719:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018478.583722:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2742 00000100:00080000:2.0:1734018478.583725:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018478.583728:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018478.583733:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018478.583740:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339698816/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018478.583750:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018478.583753:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018478.583754:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018478.583758:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2742 00000100:00080000:2.0:1734018478.583760:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018478.583764:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018478.583768:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018478.583775:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339698944/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:0.0:1734018478.583805:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018478.583832:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018478/real 1734018478] req@ffff8800a7a7fb80 x1818247339698304/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018478.583854:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339698304/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018478.583867:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018478.583871:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018478.583876:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339698304:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734018478.583884:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339698432:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734018478.583902:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018478.583909:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018478/real 1734018478] req@ffff8800a7a7ce00 x1818247339698432/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018478.583921:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339698432/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018478.583929:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018478.583932:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018478.583936:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339698432:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734018478.583942:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339698560:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018478.583957:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018478.583963:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018478/real 1734018478] req@ffff8800a7a7c700 x1818247339698560/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018478.583974:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339698560/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018478.583983:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018478.583985:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018478.583989:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339698560:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734018478.584019:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339698688:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018478.584032:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018478.584038:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018478/real 1734018478] req@ffff8800a7a7f100 x1818247339698688/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018478.584049:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339698688/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018478.584058:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018478.584061:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018478.584064:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339698688:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734018478.584069:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339698816:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734018478.584082:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018478.584088:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018478/real 1734018478] req@ffff8800a7a7d180 x1818247339698816/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018478.584098:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339698816/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018478.584105:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018478.584107:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018478.584111:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339698816:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734018478.584118:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339698944:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018478.584131:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018478.584137:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018478/real 1734018478] req@ffff8800a7a7dc00 x1818247339698944/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018478.584147:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339698944/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018478.584200:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018478.584202:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018478.584206:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339698944:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018478.743469:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018479.433616:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018479.743471:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018480.435631:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018480.743485:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018481.437613:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018481.743471:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018482.439623:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018482.743454:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018483.441530:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018483.591428:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018483.591438:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018483.591442:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018483.591453:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2747 00000100:00080000:2.0:1734018483.591462:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018483.591470:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018483.591507:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339699072/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018483.591539:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018483.591544:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018483.591546:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018483.591550:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2747 00000100:00080000:2.0:1734018483.591554:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018483.591557:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018483.591567:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018483.591578:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339699200/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018483.591587:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018483.591590:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018483.591593:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018483.591597:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2747 00000100:00080000:2.0:1734018483.591599:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018483.591603:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018483.591608:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018483.591617:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339699328/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018483.591625:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018483.591628:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018483.591630:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018483.591633:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2747 00000100:00080000:2.0:1734018483.591636:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018483.591639:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018483.591643:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734018483.591649:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339699072:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734018483.591651:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339699456/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018483.591660:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018483.591663:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018483.591665:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018483.591668:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2747 00000100:00080000:2.0:1734018483.591671:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018483.591674:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018483.591678:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018483.591686:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339699584/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018483.591696:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018483.591699:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018483.591700:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018483.591704:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2747 00000100:00080000:2.0:1734018483.591707:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018483.591710:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018483.591714:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1734018483.591715:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734018483.591721:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339699712/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734018483.591736:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018483/real 1734018483] req@ffff8800a7a7c380 x1818247339699072/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018483.591757:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339699072/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018483.591768:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018483.591771:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018483.591775:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339699072:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734018483.591782:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339699200:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734018483.591799:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018483.591806:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018483/real 1734018483] req@ffff8800a7a7ed80 x1818247339699200/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018483.591825:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339699200/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018483.591833:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018483.591836:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018483.591839:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339699200:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734018483.591845:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339699328:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018483.591858:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018483.591864:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018483/real 1734018483] req@ffff8800a7a7df80 x1818247339699328/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018483.591874:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339699328/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018483.591881:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018483.591884:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018483.591886:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339699328:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734018483.591910:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339699456:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018483.591923:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018483.591930:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018483/real 1734018483] req@ffff8800a7a7c000 x1818247339699456/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018483.591940:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339699456/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018483.591948:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018483.591951:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018483.591954:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339699456:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734018483.591959:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339699584:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734018483.591972:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018483.591978:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018483/real 1734018483] req@ffff8800a7a7f480 x1818247339699584/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018483.591988:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339699584/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018483.591996:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018483.591998:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018483.592001:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339699584:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734018483.592006:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339699712:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018483.592017:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018483.592023:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018483/real 1734018483] req@ffff8800a7a7ea00 x1818247339699712/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018483.592033:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339699712/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018483.592040:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018483.592042:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018483.592045:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339699712:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018483.743455:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018484.443625:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018484.743451:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018485.445617:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018485.743452:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018486.447626:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018486.743464:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018487.449622:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018487.743452:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018488.451611:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018488.599430:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018488.599440:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018488.599444:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018488.599454:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2752 00000100:00080000:2.0:1734018488.599464:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018488.599472:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018488.599508:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339699840/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018488.599542:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018488.599546:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018488.599549:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018488.599553:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2752 00000100:00080000:2.0:1734018488.599556:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018488.599560:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018488.599570:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018488.599581:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339699968/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018488.599590:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018488.599594:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018488.599596:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018488.599599:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2752 00000100:00080000:2.0:1734018488.599602:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018488.599606:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018488.599610:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018488.599620:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339700096/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018488.599628:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018488.599631:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018488.599633:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018488.599636:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2752 00000100:00080000:2.0:1734018488.599639:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018488.599643:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:0.0:1734018488.599644:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339699840:192.168.201.101@tcp:250:kworker.0 00000008:00100000:2.0:1734018488.599647:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018488.599655:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339700224/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018488.599665:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018488.599668:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018488.599670:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018488.599674:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2752 00000100:00080000:2.0:1734018488.599676:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018488.599679:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018488.599684:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018488.599691:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339700352/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018488.599699:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018488.599702:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018488.599704:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018488.599707:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2752 00000100:00080000:2.0:1734018488.599710:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1734018488.599711:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734018488.599713:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018488.599717:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018488.599724:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339700480/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734018488.599732:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018488/real 1734018488] req@ffff8800a7a7ca80 x1818247339699840/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018488.599752:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339699840/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018488.599763:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018488.599766:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018488.599770:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339699840:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734018488.599777:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339699968:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734018488.599794:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018488.599801:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018488/real 1734018488] req@ffff8800a7a7e300 x1818247339699968/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018488.599812:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339699968/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018488.599820:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018488.599822:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018488.599825:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339699968:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734018488.599831:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339700096:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018488.599844:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018488.599849:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018488/real 1734018488] req@ffff8800a7a7ea00 x1818247339700096/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018488.599860:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339700096/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018488.599868:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018488.599871:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018488.599874:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339700096:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734018488.599897:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339700224:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018488.599910:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018488.599916:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018488/real 1734018488] req@ffff8800a7a7f480 x1818247339700224/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018488.599927:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339700224/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018488.599935:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018488.599937:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018488.599940:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339700224:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734018488.599945:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339700352:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734018488.599957:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018488.599963:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018488/real 1734018488] req@ffff8800a7a7c000 x1818247339700352/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018488.599973:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339700352/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018488.600013:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018488.600016:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018488.600020:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339700352:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734018488.600027:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339700480:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018488.600043:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018488.600051:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018488/real 1734018488] req@ffff8800a7a7df80 x1818247339700480/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018488.600062:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339700480/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018488.600069:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018488.600071:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018488.600074:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339700480:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018488.743484:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018489.453602:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018489.743472:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018490.455648:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018490.743580:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018491.457592:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018491.743444:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018492.459572:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018492.743465:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018493.461591:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018493.607430:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018493.607439:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018493.607444:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018493.607454:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2757 00000100:00080000:2.0:1734018493.607463:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018493.607470:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018493.607507:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339700608/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018493.607540:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018493.607544:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018493.607546:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018493.607551:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2757 00000100:00080000:2.0:1734018493.607554:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018493.607558:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018493.607567:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018493.607578:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339700736/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018493.607588:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018493.607591:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018493.607593:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018493.607598:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2757 00000100:00080000:2.0:1734018493.607600:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018493.607604:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018493.607608:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018493.607616:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339700864/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018493.607625:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018493.607629:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018493.607631:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018493.607634:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2757 00000100:00080000:2.0:1734018493.607637:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018493.607640:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018493.607644:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734018493.607649:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339700608:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734018493.607652:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339700992/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018493.607661:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018493.607664:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018493.607666:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018493.607669:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2757 00000100:00080000:2.0:1734018493.607672:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018493.607675:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018493.607679:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018493.607686:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339701120/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018493.607695:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018493.607698:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018493.607699:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018493.607703:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2757 00000100:00080000:2.0:1734018493.607705:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018493.607709:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000800:00000100:0.0:1734018493.607712:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000008:00100000:2.0:1734018493.607714:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018493.607721:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339701248/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734018493.607734:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018493/real 1734018493] req@ffff8800a7a7ed80 x1818247339700608/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018493.607754:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339700608/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018493.607765:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018493.607768:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018493.607773:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339700608:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734018493.607780:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339700736:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734018493.607800:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018493.607807:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018493/real 1734018493] req@ffff8800a7a7c380 x1818247339700736/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018493.607819:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339700736/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018493.607826:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018493.607829:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018493.607833:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339700736:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734018493.607838:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339700864:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018493.607852:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018493.607858:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018493/real 1734018493] req@ffff8800a7a7dc00 x1818247339700864/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018493.607868:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339700864/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018493.607875:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018493.607878:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018493.607881:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339700864:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734018493.607955:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339700992:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018493.607973:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018493.607981:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018493/real 1734018493] req@ffff8800a7a7d180 x1818247339700992/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018493.607999:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339700992/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018493.608007:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018493.608010:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018493.608013:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339700992:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734018493.608018:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339701120:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734018493.608031:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018493.608037:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018493/real 1734018493] req@ffff8800a7a7f100 x1818247339701120/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018493.608047:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339701120/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018493.608055:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018493.608057:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018493.608060:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339701120:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734018493.608065:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339701248:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018493.608076:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018493.608082:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018493/real 1734018493] req@ffff8800a7a7c700 x1818247339701248/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018493.608091:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339701248/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018493.608098:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018493.608101:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018493.608105:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339701248:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734018493.743439:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018494.463619:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018494.743475:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018495.465642:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018495.743474:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018496.467642:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018496.743464:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018497.469603:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018497.743472:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018498.471623:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018498.615467:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018498.615479:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018498.615485:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018498.615498:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2762 00000100:00080000:2.0:1734018498.615509:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018498.615519:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018498.615567:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339701376/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018498.615604:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018498.615609:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018498.615610:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018498.615615:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2762 00000100:00080000:2.0:1734018498.615619:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018498.615623:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018498.615634:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018498.615646:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339701504/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018498.615656:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018498.615660:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018498.615661:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018498.615665:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2762 00000100:00080000:2.0:1734018498.615669:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018498.615673:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018498.615679:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018498.615690:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339701632/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018498.615698:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018498.615701:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018498.615703:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018498.615707:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2762 00000100:00080000:2.0:1734018498.615709:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018498.615713:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:0.0:1734018498.615718:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339701376:192.168.201.101@tcp:250:kworker.0 00000008:00100000:2.0:1734018498.615718:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018498.615727:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339701760/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018498.615736:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018498.615740:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018498.615742:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018498.615746:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2762 00000100:00080000:2.0:1734018498.615749:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018498.615753:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018498.615757:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018498.615765:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339701888/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018498.615781:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018498.615784:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018498.615786:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018498.615789:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2762 00000100:00080000:2.0:1734018498.615792:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018498.615796:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018498.615800:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1734018498.615801:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734018498.615808:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339702016/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734018498.615865:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018498/real 1734018498] req@ffff8800a7a7ce00 x1818247339701376/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018498.615888:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339701376/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018498.615899:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018498.615903:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018498.615908:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339701376:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734018498.615917:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339701504:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734018498.615940:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018498.615947:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018498/real 1734018498] req@ffff8800a7a7fb80 x1818247339701504/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018498.615959:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339701504/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018498.615968:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018498.615971:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018498.615976:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339701504:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734018498.615982:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339701632:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018498.615997:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018498.616003:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018498/real 1734018498] req@ffff8800a7a7c700 x1818247339701632/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018498.616014:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339701632/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018498.616022:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018498.616025:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018498.616028:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339701632:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734018498.616056:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339701760:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018498.616069:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018498.616075:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018498/real 1734018498] req@ffff8800a7a7f100 x1818247339701760/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018498.616086:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339701760/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018498.616095:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018498.616097:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018498.616100:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339701760:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734018498.616105:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339701888:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734018498.616117:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018498.616124:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018498/real 1734018498] req@ffff8800a7a7d180 x1818247339701888/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018498.616135:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339701888/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018498.616143:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018498.616145:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018498.616148:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339701888:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734018498.616152:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339702016:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018498.616164:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018498.616170:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018498/real 1734018498] req@ffff8800a7a7dc00 x1818247339702016/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018498.616180:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339702016/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018498.616187:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018498.616189:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018498.616192:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339702016:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734018498.743445:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018499.473622:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018499.743476:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018500.475613:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018500.743453:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018501.477615:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018501.743464:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018502.479601:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018502.743467:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018503.481588:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018503.623396:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018503.623405:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018503.623410:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018503.623420:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2767 00000100:00080000:2.0:1734018503.623430:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018503.623438:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018503.623473:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339702144/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018503.623507:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018503.623512:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018503.623514:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018503.623519:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2767 00000100:00080000:2.0:1734018503.623523:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018503.623526:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018503.623537:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018503.623548:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339702272/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018503.623558:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018503.623562:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018503.623564:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018503.623568:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2767 00000100:00080000:2.0:1734018503.623570:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018503.623574:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018503.623579:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018503.623586:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339702400/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018503.623595:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018503.623599:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018503.623600:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018503.623604:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2767 00000100:00080000:2.0:1734018503.623606:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018503.623610:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018503.623614:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018503.623621:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339702528/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018503.623631:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018503.623634:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018503.623637:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018503.623642:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2767 00000100:00080000:2.0:1734018503.623645:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018503.623648:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:0.0:1734018503.623653:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339702144:192.168.201.101@tcp:250:kworker.0 00000008:00100000:2.0:1734018503.623653:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018503.623660:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339702656/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018503.623668:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018503.623671:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018503.623673:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018503.623676:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2767 00000100:00080000:2.0:1734018503.623679:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018503.623682:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018503.623686:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018503.623694:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339702784/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:0.0:1734018503.623783:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018503.623813:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018503/real 1734018503] req@ffff8800a7a7c380 x1818247339702144/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018503.623836:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339702144/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018503.623850:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018503.623853:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018503.623859:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339702144:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734018503.623867:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339702272:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734018503.623887:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018503.623894:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018503/real 1734018503] req@ffff8800a7a7ed80 x1818247339702272/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018503.623906:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339702272/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018503.623914:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018503.623918:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018503.623921:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339702272:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734018503.623927:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339702400:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018503.623943:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018503.623949:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018503/real 1734018503] req@ffff8800a7a7df80 x1818247339702400/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018503.623959:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339702400/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018503.623975:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018503.623978:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018503.623981:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339702400:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734018503.624011:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339702528:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018503.624024:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018503.624031:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018503/real 1734018503] req@ffff8800a7a7c000 x1818247339702528/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018503.624042:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339702528/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018503.624051:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018503.624053:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018503.624056:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339702528:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734018503.624062:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339702656:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734018503.624075:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018503.624081:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018503/real 1734018503] req@ffff8800a7a7f480 x1818247339702656/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018503.624091:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339702656/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018503.624099:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018503.624101:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018503.624104:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339702656:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734018503.624111:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339702784:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018503.624124:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018503.624130:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018503/real 1734018503] req@ffff8800a7a7ea00 x1818247339702784/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018503.624141:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339702784/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018503.624149:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018503.624151:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018503.624154:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339702784:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734018503.743466:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018504.483599:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018504.743446:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018505.485578:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018505.743497:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018506.487542:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018506.743449:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018507.489475:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018507.743451:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018508.491504:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018508.631480:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018508.631492:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018508.631498:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018508.631512:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2772 00000100:00080000:2.0:1734018508.631524:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018508.631535:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018508.631586:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339702912/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018508.631622:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018508.631627:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018508.631629:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018508.631634:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2772 00000100:00080000:2.0:1734018508.631638:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018508.631677:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018508.631690:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018508.631704:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339703040/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018508.631715:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018508.631718:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018508.631720:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018508.631724:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2772 00000100:00080000:2.0:1734018508.631727:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018508.631731:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:0.0:1734018508.631734:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339702912:192.168.201.101@tcp:250:kworker.0 00000008:00100000:2.0:1734018508.631737:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018508.631749:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339703168/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018508.631759:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018508.631762:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018508.631764:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018508.631769:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2772 00000100:00080000:2.0:1734018508.631771:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018508.631775:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018508.631780:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018508.631789:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339703296/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018508.631797:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018508.631801:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018508.631802:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018508.631806:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2772 00000100:00080000:2.0:1734018508.631809:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018508.631812:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018508.631817:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1734018508.631820:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734018508.631825:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339703424/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018508.631834:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018508.631837:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018508.631838:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018508.631842:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2772 00000100:00100000:0.0:1734018508.631845:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018508/real 1734018508] req@ffff8800a7a7e300 x1818247339702912/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018508.631846:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018508.631850:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018508.631855:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018508.631863:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339703552/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734018508.631867:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339702912/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018508.631879:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018508.631883:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018508.631889:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339702912:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734018508.631896:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339703040:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734018508.631915:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018508.631923:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018508/real 1734018508] req@ffff8800a7a7ca80 x1818247339703040/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018508.631935:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339703040/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018508.631943:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018508.631945:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018508.631949:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339703040:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734018508.631976:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339703168:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018508.631991:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018508.631998:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018508/real 1734018508] req@ffff8800a7a7ea00 x1818247339703168/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018508.632008:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339703168/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018508.632016:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018508.632019:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018508.632023:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339703168:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734018508.632028:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339703296:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018508.632041:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018508.632046:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018508/real 1734018508] req@ffff8800a7a7f480 x1818247339703296/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018508.632057:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339703296/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018508.632074:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018508.632076:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018508.632079:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339703296:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734018508.632084:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339703424:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734018508.632097:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018508.632103:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018508/real 1734018508] req@ffff8800a7a7c000 x1818247339703424/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018508.632113:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339703424/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018508.632120:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018508.632123:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018508.632126:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339703424:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734018508.632131:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339703552:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018508.632144:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018508.632150:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018508/real 1734018508] req@ffff8800a7a7df80 x1818247339703552/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018508.632159:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339703552/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018508.632167:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018508.632170:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018508.632173:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339703552:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018508.743481:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018509.493621:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018509.743470:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018510.495658:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018510.743439:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018511.497524:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018511.743456:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018512.499836:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018512.743473:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018513.501680:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018513.639471:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018513.639485:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018513.639491:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018513.639504:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2777 00000100:00080000:2.0:1734018513.639517:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018513.639528:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018513.639624:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339703680/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018513.639660:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018513.639665:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018513.639667:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018513.639672:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2777 00000100:00080000:2.0:1734018513.639676:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018513.639681:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018513.639692:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018513.639704:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339703808/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018513.639715:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018513.639718:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018513.639721:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018513.639725:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2777 00000100:00080000:2.0:1734018513.639727:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018513.639731:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018513.639736:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018513.639744:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339703936/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018513.639752:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018513.639755:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018513.639757:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018513.639760:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2777 00000100:00080000:2.0:1734018513.639762:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018513.639766:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:0.0:1734018513.639769:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339703680:192.168.201.101@tcp:250:kworker.0 00000008:00100000:2.0:1734018513.639770:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018513.639778:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339704064/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018513.639787:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018513.639791:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018513.639792:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018513.639796:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2777 00000100:00080000:2.0:1734018513.639799:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018513.639802:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018513.639806:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018513.639813:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339704192/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018513.639823:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018513.639826:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018513.639828:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018513.639831:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2777 00000100:00080000:2.0:1734018513.639834:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1734018513.639835:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734018513.639838:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018513.639842:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018513.639849:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339704320/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734018513.639857:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018513/real 1734018513] req@ffff8800a7a7ed80 x1818247339703680/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018513.639876:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339703680/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018513.639887:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018513.639890:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018513.639895:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339703680:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734018513.639902:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339703808:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734018513.639919:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018513.639926:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018513/real 1734018513] req@ffff8800a7a7c380 x1818247339703808/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018513.639937:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339703808/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018513.639945:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018513.639948:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018513.639951:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339703808:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734018513.639957:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339703936:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018513.639970:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018513.639976:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018513/real 1734018513] req@ffff8800a7a7dc00 x1818247339703936/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018513.639994:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339703936/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018513.640002:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018513.640004:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018513.640007:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339703936:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734018513.640032:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339704064:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018513.640044:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018513.640051:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018513/real 1734018513] req@ffff8800a7a7d180 x1818247339704064/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018513.640061:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339704064/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018513.640069:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018513.640071:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018513.640074:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339704064:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734018513.640079:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339704192:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734018513.640091:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018513.640097:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018513/real 1734018513] req@ffff8800a7a7f100 x1818247339704192/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018513.640107:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339704192/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018513.640115:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018513.640118:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018513.640121:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339704192:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734018513.640126:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339704320:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018513.640138:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018513.640144:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018513/real 1734018513] req@ffff8800a7a7c700 x1818247339704320/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018513.640154:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339704320/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018513.640161:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018513.640163:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018513.640167:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339704320:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018513.743466:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018514.503637:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018514.743468:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018515.505626:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018515.743438:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018516.507596:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018516.743460:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018517.509588:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018517.743439:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018518.511630:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018518.647444:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018518.647455:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018518.647461:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018518.647520:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2782 00000100:00080000:2.0:1734018518.647532:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018518.647542:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018518.647592:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339704448/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018518.647627:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018518.647632:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018518.647635:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018518.647640:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2782 00000100:00080000:2.0:1734018518.647644:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018518.647648:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018518.647660:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018518.647672:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339704576/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018518.647682:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018518.647686:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018518.647688:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018518.647692:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2782 00000100:00080000:2.0:1734018518.647695:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018518.647699:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018518.647704:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018518.647716:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339704704/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018518.647725:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018518.647728:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018518.647730:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018518.647733:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2782 00000100:00080000:2.0:1734018518.647736:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018518.647740:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:0.0:1734018518.647741:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339704448:192.168.201.101@tcp:250:kworker.0 00000008:00100000:2.0:1734018518.647745:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018518.647754:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339704832/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018518.647764:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018518.647768:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018518.647769:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018518.647773:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2782 00000100:00080000:2.0:1734018518.647775:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018518.647779:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018518.647783:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018518.647791:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339704960/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018518.647800:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018518.647803:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018518.647804:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018518.647808:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2782 00000100:00080000:2.0:1734018518.647811:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018518.647814:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018518.647819:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1734018518.647827:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734018518.647827:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339705088/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734018518.647853:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018518/real 1734018518] req@ffff8800a7a7fb80 x1818247339704448/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018518.647876:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339704448/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018518.647887:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018518.647891:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018518.647896:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339704448:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734018518.647904:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339704576:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734018518.647925:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018518.647932:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018518/real 1734018518] req@ffff8800a7a7ce00 x1818247339704576/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018518.647945:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339704576/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018518.647953:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018518.647956:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018518.647959:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339704576:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734018518.647986:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339704704:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018518.648001:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018518.648007:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018518/real 1734018518] req@ffff8800a7a7c700 x1818247339704704/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018518.648017:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339704704/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018518.648025:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018518.648028:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018518.648031:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339704704:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734018518.648037:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339704832:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018518.648049:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018518.648055:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018518/real 1734018518] req@ffff8800a7a7f100 x1818247339704832/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018518.648073:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339704832/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018518.648082:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018518.648084:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018518.648087:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339704832:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734018518.648091:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339704960:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734018518.648104:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018518.648110:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018518/real 1734018518] req@ffff8800a7a7d180 x1818247339704960/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018518.648120:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339704960/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018518.648127:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018518.648129:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018518.648132:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339704960:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734018518.648137:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339705088:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018518.648149:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018518.648155:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018518/real 1734018518] req@ffff8800a7a7dc00 x1818247339705088/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018518.648164:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339705088/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018518.648171:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018518.648175:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018518.648178:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339705088:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018518.743497:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018519.513649:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018519.743488:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018520.515602:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018520.743494:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018521.517595:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018521.743506:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018522.519660:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018522.743478:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018523.521637:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018523.655486:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018523.655496:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018523.655502:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018523.655515:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2787 00000100:00080000:2.0:1734018523.655526:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018523.655536:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018523.655585:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339705216/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018523.655621:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018523.655626:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018523.655628:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018523.655632:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2787 00000100:00080000:2.0:1734018523.655636:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018523.655641:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018523.655653:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018523.655664:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339705344/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018523.655674:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018523.655677:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018523.655679:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018523.655683:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2787 00000100:00080000:2.0:1734018523.655686:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018523.655690:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018523.655696:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018523.655705:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339705472/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018523.655716:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018523.655719:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018523.655721:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018523.655725:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2787 00000100:00080000:2.0:1734018523.655728:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1734018523.655731:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339705216:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018523.655731:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018523.655736:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018523.655744:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339705600/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018523.655752:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018523.655756:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018523.655757:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018523.655761:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2787 00000100:00080000:2.0:1734018523.655763:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018523.655767:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018523.655771:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018523.655779:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339705728/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018523.655788:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018523.655791:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018523.655793:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018523.655797:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2787 00000100:00080000:2.0:1734018523.655801:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018523.655804:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018523.655809:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1734018523.655817:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734018523.655817:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339705856/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734018523.655842:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018523/real 1734018523] req@ffff8800a7a7c380 x1818247339705216/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018523.655865:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339705216/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018523.655876:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018523.655880:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018523.655885:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339705216:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734018523.655893:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339705344:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734018523.655911:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018523.655918:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018523/real 1734018523] req@ffff8800a7a7ed80 x1818247339705344/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018523.655929:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339705344/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018523.655937:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018523.655940:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018523.655944:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339705344:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734018523.655970:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339705472:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018523.655989:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018523.655996:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018523/real 1734018523] req@ffff8800a7a7df80 x1818247339705472/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018523.656007:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339705472/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018523.656015:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018523.656017:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018523.656020:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339705472:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734018523.656025:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339705600:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018523.656037:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018523.656043:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018523/real 1734018523] req@ffff8800a7a7c000 x1818247339705600/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018523.656053:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339705600/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018523.656061:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018523.656063:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018523.656066:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339705600:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734018523.656071:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339705728:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734018523.656084:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018523.656090:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018523/real 1734018523] req@ffff8800a7a7f480 x1818247339705728/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018523.656107:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339705728/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018523.656114:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018523.656117:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018523.656120:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339705728:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734018523.656124:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339705856:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018523.656136:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018523.656142:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018523/real 1734018523] req@ffff8800a7a7ea00 x1818247339705856/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018523.656152:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339705856/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018523.656159:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018523.656161:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018523.656164:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339705856:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018523.743484:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018524.523625:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018524.743490:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018525.525595:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018525.743470:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018526.527565:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018526.743473:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018527.529641:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018527.743439:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018528.531636:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018528.663474:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018528.663484:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018528.663489:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018528.663500:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2792 00000100:00080000:2.0:1734018528.663509:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018528.663517:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018528.663556:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339705984/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018528.663590:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018528.663595:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018528.663597:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018528.663601:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2792 00000100:00080000:2.0:1734018528.663605:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018528.663608:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018528.663617:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018528.663629:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339706112/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018528.663639:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018528.663642:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018528.663644:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018528.663648:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2792 00000100:00080000:2.0:1734018528.663650:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018528.663654:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018528.663659:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018528.663669:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339706240/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018528.663678:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018528.663682:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018528.663683:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018528.663686:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2792 00000100:00080000:2.0:1734018528.663689:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018528.663692:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018528.663697:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734018528.663698:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339705984:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734018528.663705:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339706368/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018528.663715:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018528.663718:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018528.663720:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018528.663723:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2792 00000100:00080000:2.0:1734018528.663726:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018528.663730:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018528.663734:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018528.663742:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339706496/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018528.663750:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018528.663753:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018528.663754:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018528.663758:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2792 00000100:00080000:2.0:1734018528.663760:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018528.663764:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018528.663768:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018528.663775:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339706624/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734018528.663790:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339706112:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734018528.663812:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339706240:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734018528.663835:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339706368:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734018528.663849:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339706496:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734018528.663865:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339706624:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018528.743452:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018529.533600:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018529.743474:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018530.535583:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018530.743454:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018531.537599:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1734018531.669758:0:1968:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:2.0:1734018531.669829:0:1968:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1734018531.669853:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:2.0:1734018531.669905:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:2.0:1734018531.669917:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:2.0:1734018531.669928:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:2.0:1734018531.669939:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:2.0:1734018531.669951:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000100:00100000:0.0:1734018531.670037:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018528/real 1734018531] req@ffff8800a7a7f480 x1818247339706368/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018531.670075:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339706368/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018531.670093:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018531.670099:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018531.670107:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339706368:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734018531.670118:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018528/real 1734018531] req@ffff8800a7a7c000 x1818247339706496/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018531.670138:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339706496/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018531.670151:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018531.670156:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018531.670162:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339706496:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734018531.670171:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018528/real 1734018531] req@ffff8800a7a7df80 x1818247339706624/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018531.670203:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339706624/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018531.670215:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018531.670219:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018531.670226:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339706624:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734018531.670237:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018528/real 1734018531] req@ffff8800a7a7ca80 x1818247339705984/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018531.670317:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339705984/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018531.670378:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018531.670382:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018531.670388:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339705984:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734018531.670398:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018528/real 1734018531] req@ffff8800a7a7e300 x1818247339706112/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018531.670419:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339706112/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018531.670433:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018531.670436:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018531.670442:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339706112:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734018531.670452:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018528/real 1734018531] req@ffff8800a7a7ea00 x1818247339706240/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018531.670469:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339706240/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018531.670482:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018531.670486:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018531.670491:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339706240:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018531.743472:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018532.539572:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018532.743439:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018533.541538:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018533.671459:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018533.671480:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018533.671485:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018533.671495:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2797 00000100:00080000:2.0:1734018533.671504:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018533.671512:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018533.671556:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339706752/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018533.671588:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018533.671592:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018533.671594:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018533.671599:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2797 00000100:00080000:2.0:1734018533.671602:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018533.671606:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018533.671616:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018533.671626:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339706880/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018533.671636:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018533.671639:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018533.671641:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018533.671645:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2797 00000100:00080000:2.0:1734018533.671647:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018533.671652:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018533.671657:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018533.671665:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339707008/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018533.671674:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018533.671677:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018533.671679:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018533.671682:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2797 00000100:00080000:2.0:1734018533.671684:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018533.671688:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018533.671692:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018533.671699:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339707136/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018533.671709:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018533.671712:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018533.671714:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018533.671717:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2797 00000100:00080000:2.0:1734018533.671720:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1734018533.671723:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339706752:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018533.671723:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018533.671727:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018533.671735:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339707264/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018533.671743:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018533.671747:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018533.671749:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018533.671752:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2797 00000100:00080000:2.0:1734018533.671755:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018533.671758:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018533.671762:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018533.671769:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339707392/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:0.0:1734018533.671820:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018533.671847:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018533/real 1734018533] req@ffff8800a7a7ed80 x1818247339706752/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018533.671871:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339706752/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018533.671883:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018533.671887:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018533.671893:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339706752:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734018533.671901:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339706880:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734018533.671919:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018533.671926:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018533/real 1734018533] req@ffff8800a7a7c380 x1818247339706880/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018533.671938:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339706880/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018533.671946:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018533.671949:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018533.671952:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339706880:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734018533.671958:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339707008:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018533.671973:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018533.671979:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018533/real 1734018533] req@ffff8800a7a7dc00 x1818247339707008/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018533.671998:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339707008/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018533.672006:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018533.672009:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018533.672011:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339707008:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734018533.672041:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339707136:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018533.672055:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018533.672061:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018533/real 1734018533] req@ffff8800a7a7d180 x1818247339707136/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018533.672071:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339707136/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018533.672080:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018533.672082:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018533.672086:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339707136:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734018533.672092:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339707264:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734018533.672105:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018533.672111:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018533/real 1734018533] req@ffff8800a7a7f100 x1818247339707264/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018533.672121:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339707264/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018533.672129:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018533.672132:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018533.672135:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339707264:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734018533.672142:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339707392:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018533.672154:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018533.672160:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018533/real 1734018533] req@ffff8800a7a7c700 x1818247339707392/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018533.672170:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339707392/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018533.672178:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018533.672181:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018533.672184:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339707392:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018533.743470:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018534.543628:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018534.743454:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018535.545576:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018535.743445:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018536.547589:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018536.743426:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018537.549645:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018537.743436:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018538.551597:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018538.679457:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018538.679469:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018538.679475:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018538.679487:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2802 00000100:00080000:2.0:1734018538.679499:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018538.679509:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018538.679558:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339707520/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018538.679597:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018538.679602:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018538.679604:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018538.679609:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2802 00000100:00080000:2.0:1734018538.679614:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018538.679619:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018538.679631:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018538.679643:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339707648/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018538.679654:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018538.679657:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018538.679659:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018538.679663:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2802 00000100:00080000:2.0:1734018538.679666:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018538.679671:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018538.679677:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018538.679689:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339707776/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018538.679700:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018538.679703:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018538.679705:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018538.679709:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2802 00000100:00080000:2.0:1734018538.679712:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018538.679716:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:0.0:1734018538.679718:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339707520:192.168.201.101@tcp:250:kworker.0 00000008:00100000:2.0:1734018538.679721:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018538.679730:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339707904/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018538.679746:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018538.679750:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018538.679751:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018538.679755:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2802 00000100:00080000:2.0:1734018538.679758:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018538.679761:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018538.679765:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018538.679774:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339708032/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018538.679782:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018538.679785:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018538.679787:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018538.679791:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2802 00000800:00000100:0.0:1734018538.679792:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734018538.679794:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018538.679797:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018538.679802:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018538.679809:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339708160/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734018538.679815:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018538/real 1734018538] req@ffff8800a7a7ce00 x1818247339707520/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018538.679837:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339707520/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018538.679848:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018538.679851:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018538.679856:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339707520:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734018538.679864:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339707648:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734018538.679885:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018538.679892:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018538/real 1734018538] req@ffff8800a7a7fb80 x1818247339707648/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018538.679904:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339707648/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018538.679912:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018538.679914:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018538.679918:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339707648:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734018538.679943:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339707776:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018538.679957:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018538.679964:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018538/real 1734018538] req@ffff8800a7a7c700 x1818247339707776/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018538.679974:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339707776/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018538.679982:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018538.679984:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018538.679988:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339707776:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734018538.679993:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339707904:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018538.680006:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018538.680012:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018538/real 1734018538] req@ffff8800a7a7f100 x1818247339707904/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018538.680029:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339707904/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018538.680037:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018538.680039:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018538.680042:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339707904:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734018538.680048:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339708032:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734018538.680061:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018538.680067:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018538/real 1734018538] req@ffff8800a7a7d180 x1818247339708032/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018538.680078:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339708032/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018538.680085:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018538.680087:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018538.680090:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339708032:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734018538.680097:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339708160:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018538.680109:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018538.680115:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018538/real 1734018538] req@ffff8800a7a7dc00 x1818247339708160/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018538.680126:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339708160/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018538.680177:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018538.680180:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018538.680184:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339708160:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018538.743464:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018539.553600:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018539.743462:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018540.555617:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018540.743427:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018541.557557:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018541.743455:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018542.559655:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018542.743450:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018543.561574:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018543.687433:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018543.687442:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018543.687447:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018543.687457:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2807 00000100:00080000:2.0:1734018543.687467:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018543.687475:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018543.687510:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339708288/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018543.687543:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018543.687548:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018543.687550:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018543.687555:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2807 00000100:00080000:2.0:1734018543.687559:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018543.687562:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018543.687572:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018543.687582:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339708416/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018543.687592:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018543.687595:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018543.687597:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018543.687601:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2807 00000100:00080000:2.0:1734018543.687604:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018543.687608:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018543.687613:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018543.687621:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339708544/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018543.687631:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018543.687634:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018543.687635:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018543.687639:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2807 00000100:00080000:2.0:1734018543.687641:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018543.687645:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018543.687649:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734018543.687653:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339708288:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734018543.687656:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339708672/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018543.687666:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018543.687669:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018543.687670:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018543.687674:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2807 00000100:00080000:2.0:1734018543.687676:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018543.687679:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018543.687683:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018543.687691:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339708800/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018543.687699:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018543.687702:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018543.687704:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018543.687707:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2807 00000100:00080000:2.0:1734018543.687711:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018543.687714:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000800:00000100:0.0:1734018543.687717:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000008:00100000:2.0:1734018543.687719:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018543.687726:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339708928/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734018543.687739:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018543/real 1734018543] req@ffff8800a7a7c380 x1818247339708288/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018543.687758:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339708288/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018543.687769:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018543.687772:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018543.687777:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339708288:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734018543.687784:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339708416:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734018543.687801:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018543.687808:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018543/real 1734018543] req@ffff8800a7a7ed80 x1818247339708416/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018543.687819:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339708416/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018543.687827:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018543.687830:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018543.687833:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339708416:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734018543.687839:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339708544:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018543.687855:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018543.687861:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018543/real 1734018543] req@ffff8800a7a7ea00 x1818247339708544/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018543.687872:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339708544/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018543.687880:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018543.687882:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018543.687885:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339708544:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734018543.687908:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339708672:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018543.687920:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018543.687927:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018543/real 1734018543] req@ffff8800a7a7e300 x1818247339708672/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018543.687937:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339708672/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018543.687945:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018543.687947:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018543.687950:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339708672:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734018543.687955:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339708800:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734018543.687967:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018543.687973:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018543/real 1734018543] req@ffff8800a7a7ca80 x1818247339708800/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018543.687990:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339708800/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018543.687998:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018543.688000:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018543.688003:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339708800:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734018543.688008:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339708928:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018543.688019:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018543.688025:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018543/real 1734018543] req@ffff8800a7a7df80 x1818247339708928/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018543.688035:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339708928/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018543.688042:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018543.688094:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018543.688098:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339708928:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018543.743462:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018544.563585:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018544.743455:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018545.565619:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018545.743480:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018546.567628:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018546.743478:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018547.569581:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018547.743438:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018548.571591:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018548.695471:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018548.695484:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018548.695489:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018548.695503:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2812 00000100:00080000:2.0:1734018548.695515:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018548.695525:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018548.695575:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339709056/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018548.695613:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018548.695618:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018548.695620:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018548.695625:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2812 00000100:00080000:2.0:1734018548.695629:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018548.695633:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018548.695644:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018548.695657:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339709184/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018548.695667:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018548.695671:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018548.695674:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018548.695678:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2812 00000100:00080000:2.0:1734018548.695681:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018548.695685:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018548.695691:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018548.695703:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339709312/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018548.695712:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018548.695715:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:0.0:1734018548.695716:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339709056:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018548.695717:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018548.695721:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2812 00000100:00080000:2.0:1734018548.695724:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018548.695727:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018548.695732:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018548.695741:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339709440/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018548.695750:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018548.695754:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018548.695755:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018548.695760:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2812 00000100:00080000:2.0:1734018548.695763:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018548.695766:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018548.695771:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018548.695778:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339709568/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018548.695787:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018548.695791:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018548.695792:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018548.695796:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2812 00000100:00080000:2.0:1734018548.695799:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1734018548.695802:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734018548.695802:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018548.695806:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018548.695814:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339709696/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734018548.695827:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018548/real 1734018548] req@ffff8800a7a7c000 x1818247339709056/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018548.695849:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339709056/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018548.695861:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018548.695865:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018548.695871:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339709056:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734018548.695878:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339709184:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734018548.695895:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018548.695902:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018548/real 1734018548] req@ffff8800a7a7f480 x1818247339709184/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018548.695913:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339709184/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018548.695922:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018548.695925:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018548.695928:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339709184:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734018548.695955:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339709312:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018548.696003:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018548.696012:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018548/real 1734018548] req@ffff8800a7a7df80 x1818247339709312/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018548.696023:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339709312/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018548.696032:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018548.696034:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018548.696037:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339709312:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734018548.696042:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339709440:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018548.696059:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018548.696065:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018548/real 1734018548] req@ffff8800a7a7ca80 x1818247339709440/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018548.696076:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339709440/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018548.696085:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018548.696087:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018548.696090:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339709440:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734018548.696095:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339709568:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734018548.696107:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018548.696113:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018548/real 1734018548] req@ffff8800a7a7e300 x1818247339709568/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018548.696123:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339709568/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018548.696130:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018548.696132:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018548.696135:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339709568:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734018548.696140:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339709696:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018548.696153:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018548.696159:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018548/real 1734018548] req@ffff8800a7a7ea00 x1818247339709696/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018548.696176:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339709696/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018548.696184:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018548.696186:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018548.696189:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339709696:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018548.743444:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018549.573640:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018549.743396:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018550.575597:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018550.743457:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018551.577599:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018551.743481:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018552.579629:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018552.743447:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018553.581596:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018553.703473:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018553.703486:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018553.703492:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018553.703505:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2817 00000100:00080000:2.0:1734018553.703517:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018553.703527:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018553.703577:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339709824/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018553.703614:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018553.703619:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018553.703621:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018553.703626:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2817 00000100:00080000:2.0:1734018553.703629:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018553.703633:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018553.703645:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018553.703657:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339709952/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018553.703667:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018553.703671:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018553.703673:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018553.703677:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2817 00000100:00080000:2.0:1734018553.703680:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018553.703684:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018553.703690:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018553.703699:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339710080/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018553.703708:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018553.703711:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018553.703713:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018553.703717:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2817 00000100:00080000:2.0:1734018553.703720:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018553.703724:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018553.703729:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018553.703738:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339710208/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734018553.703739:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339709824:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018553.703748:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018553.703751:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018553.703753:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018553.703757:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2817 00000100:00080000:2.0:1734018553.703759:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018553.703763:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018553.703767:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018553.703774:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339710336/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018553.703783:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018553.703786:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018553.703788:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018553.703792:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2817 00000100:00080000:2.0:1734018553.703795:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018553.703799:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018553.703803:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1734018553.703811:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734018553.703811:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339710464/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734018553.703835:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018553/real 1734018553] req@ffff8800a7a7ed80 x1818247339709824/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018553.703856:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339709824/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018553.703868:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018553.703872:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018553.703914:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339709824:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734018553.703923:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339709952:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734018553.703944:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018553.703953:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018553/real 1734018553] req@ffff8800a7a7c380 x1818247339709952/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018553.703965:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339709952/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018553.703973:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018553.703977:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018553.703980:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339709952:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734018553.703987:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339710080:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018553.704001:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018553.704007:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018553/real 1734018553] req@ffff8800a7a7dc00 x1818247339710080/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018553.704018:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339710080/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018553.704026:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018553.704028:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018553.704032:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339710080:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734018553.704058:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339710208:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018553.704071:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018553.704078:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018553/real 1734018553] req@ffff8800a7a7d180 x1818247339710208/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018553.704089:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339710208/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018553.704097:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018553.704099:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018553.704102:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339710208:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734018553.704108:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339710336:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734018553.704125:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018553.704131:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018553/real 1734018553] req@ffff8800a7a7f100 x1818247339710336/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018553.704141:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339710336/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018553.704149:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018553.704152:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018553.704155:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339710336:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734018553.704160:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339710464:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018553.704172:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018553.704178:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018553/real 1734018553] req@ffff8800a7a7c700 x1818247339710464/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018553.704188:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339710464/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018553.704195:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018553.704197:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018553.704200:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339710464:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018553.743476:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018554.583642:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018554.743473:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018555.585610:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018555.743450:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018556.587590:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018556.743439:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018557.589597:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018557.743417:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018558.591553:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018558.711459:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018558.711469:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018558.711473:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018558.711484:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2822 00000100:00080000:2.0:1734018558.711493:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018558.711501:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018558.711537:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339710592/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018558.711569:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018558.711574:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018558.711576:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018558.711580:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2822 00000100:00080000:2.0:1734018558.711583:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018558.711587:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018558.711597:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018558.711608:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339710720/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018558.711617:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018558.711621:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018558.711623:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018558.711627:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2822 00000100:00080000:2.0:1734018558.711630:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018558.711633:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018558.711638:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018558.711648:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339710848/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018558.711656:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018558.711659:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018558.711661:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018558.711665:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2822 00000100:00080000:2.0:1734018558.711667:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018558.711671:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:0.0:1734018558.711675:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339710592:192.168.201.101@tcp:250:kworker.0 00000008:00100000:2.0:1734018558.711676:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018558.711684:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339710976/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018558.711693:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018558.711696:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018558.711697:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018558.711701:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2822 00000100:00080000:2.0:1734018558.711703:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018558.711706:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018558.711711:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018558.711718:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339711104/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018558.711729:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018558.711732:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018558.711734:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1734018558.711738:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734018558.711738:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2822 00000100:00080000:2.0:1734018558.711740:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018558.711744:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018558.711748:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018558.711755:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339711232/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734018558.711759:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018558/real 1734018558] req@ffff8800a7a7fb80 x1818247339710592/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018558.711820:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339710592/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018558.711832:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018558.711835:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018558.711840:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339710592:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734018558.711848:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339710720:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734018558.711867:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018558.711876:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018558/real 1734018558] req@ffff8800a7a7ce00 x1818247339710720/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018558.711887:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339710720/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018558.711895:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018558.711898:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018558.711901:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339710720:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734018558.711907:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339710848:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018558.711921:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018558.711926:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018558/real 1734018558] req@ffff8800a7a7c700 x1818247339710848/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018558.711937:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339710848/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018558.711944:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018558.711947:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018558.711950:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339710848:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734018558.711973:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339710976:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018558.711987:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018558.711994:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018558/real 1734018558] req@ffff8800a7a7f100 x1818247339710976/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018558.712004:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339710976/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018558.712012:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018558.712014:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018558.712017:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339710976:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734018558.712022:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339711104:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734018558.712034:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018558.712040:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018558/real 1734018558] req@ffff8800a7a7d180 x1818247339711104/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018558.712050:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339711104/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018558.712057:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018558.712059:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018558.712062:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339711104:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734018558.712067:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339711232:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018558.712082:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018558.712088:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018558/real 1734018558] req@ffff8800a7a7dc00 x1818247339711232/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018558.712098:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339711232/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018558.712105:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018558.712108:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018558.712110:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339711232:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018558.743428:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018559.593619:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018559.743482:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018560.595584:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018560.743467:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018561.597604:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018561.743449:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018562.599596:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018562.743439:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018563.601590:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018563.719455:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018563.719465:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018563.719469:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018563.719480:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2827 00000100:00080000:2.0:1734018563.719490:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018563.719499:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018563.719533:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339711360/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018563.719569:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018563.719575:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018563.719579:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018563.719586:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2827 00000100:00080000:2.0:1734018563.719590:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018563.719596:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018563.719609:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018563.719628:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339711488/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734018563.719634:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339711360:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018563.719644:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018563.719648:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018563.719650:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018563.719656:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2827 00000100:00080000:2.0:1734018563.719660:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018563.719664:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018563.719671:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018563.719683:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339711616/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018563.719695:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018563.719700:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018563.719736:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018563.719743:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2827 00000100:00080000:2.0:1734018563.719747:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1734018563.719751:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734018563.719753:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018563.719761:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018563.719774:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339711744/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734018563.719775:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018563/real 1734018563] req@ffff8800a7a7c380 x1818247339711360/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018563.719790:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018563.719795:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018563.719797:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1734018563.719800:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339711360/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018563.719802:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2827 00000100:00080000:2.0:1734018563.719807:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018563.719812:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00080000:0.0:1734018563.719814:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:2.0:1734018563.719818:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00080000:0.0:1734018563.719819:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018563.719826:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339711360:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734018563.719830:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339711872/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018563.719843:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018563.719847:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018563.719850:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1734018563.719853:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339711488:192.168.201.101@tcp:38:kworker.0 00000100:00080000:2.0:1734018563.719855:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2827 00000100:00080000:2.0:1734018563.719860:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018563.719865:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018563.719871:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1734018563.719883:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734018563.719884:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339712000/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734018563.719895:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018563/real 1734018563] req@ffff8800a7a7ed80 x1818247339711488/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018563.719913:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339711488/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018563.719926:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018563.719930:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018563.719935:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339711488:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734018563.719944:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339711616:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018563.719973:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018563.719983:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018563/real 1734018563] req@ffff8800a7a7ea00 x1818247339711616/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018563.719995:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339711616/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018563.720003:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018563.720005:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018563.720009:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339711616:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734018563.720014:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339711744:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018563.720029:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018563.720035:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018563/real 1734018563] req@ffff8800a7a7e300 x1818247339711744/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018563.720045:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339711744/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018563.720053:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018563.720055:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018563.720058:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339711744:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734018563.720063:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339711872:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734018563.720076:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018563.720083:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018563/real 1734018563] req@ffff8800a7a7ca80 x1818247339711872/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018563.720093:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339711872/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018563.720101:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018563.720103:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018563.720106:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339711872:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734018563.720123:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339712000:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018563.720136:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018563.720142:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018563/real 1734018563] req@ffff8800a7a7df80 x1818247339712000/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018563.720152:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339712000/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018563.720159:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018563.720161:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018563.720165:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339712000:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018563.743449:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018564.603596:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018564.743436:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018565.605611:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018565.743480:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018566.607619:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018566.743479:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018567.609685:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018567.743443:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018568.611691:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018568.727474:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018568.727486:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018568.727492:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018568.727506:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2832 00000100:00080000:2.0:1734018568.727518:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018568.727528:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018568.727578:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339712128/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018568.727616:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018568.727667:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018568.727670:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018568.727677:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2832 00000100:00080000:2.0:1734018568.727683:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018568.727689:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018568.727704:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018568.727706:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339712128:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734018568.727723:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339712256/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018568.727737:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018568.727742:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018568.727744:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018568.727749:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2832 00000100:00080000:2.0:1734018568.727753:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018568.727758:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018568.727765:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018568.727781:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339712384/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018568.727795:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1734018568.727797:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734018568.727800:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018568.727802:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018568.727807:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2832 00000100:00080000:2.0:1734018568.727811:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018568.727816:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:0.0:1734018568.727823:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018568/real 1734018568] req@ffff8800a7a7f480 x1818247339712128/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:2.0:1734018568.727823:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018568.727836:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339712512/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018568.727849:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1734018568.727850:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339712128/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018568.727855:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018568.727857:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018568.727863:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2832 00000100:00080000:0.0:1734018568.727866:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018568.727867:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018568.727871:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00080000:2.0:1734018568.727872:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:0.0:1734018568.727878:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339712128:192.168.201.101@tcp:250:kworker.0 00000008:00100000:2.0:1734018568.727878:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018568.727890:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339712640/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018568.727902:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018568.727908:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:0.0:1734018568.727909:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339712256:192.168.201.101@tcp:38:kworker.0 00000100:00080000:2.0:1734018568.727910:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018568.727917:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2832 00000100:00080000:2.0:1734018568.727922:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018568.727927:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000800:00000100:0.0:1734018568.727935:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000008:00100000:2.0:1734018568.727935:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018568.727946:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018568/real 1734018568] req@ffff8800a7a7c000 x1818247339712256/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018568.727948:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339712768/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734018568.727965:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339712256/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018568.727978:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018568.727982:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018568.727987:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339712256:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734018568.727997:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339712384:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018568.728024:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018568.728036:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018568/real 1734018568] req@ffff8800a7a7df80 x1818247339712384/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018568.728054:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339712384/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018568.728066:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018568.728070:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018568.728073:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339712384:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734018568.728080:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339712512:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018568.728100:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018568.728107:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018568/real 1734018568] req@ffff8800a7a7ca80 x1818247339712512/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018568.728118:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339712512/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018568.728126:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018568.728129:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018568.728133:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339712512:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734018568.728138:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339712640:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734018568.728151:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018568.728157:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018568/real 1734018568] req@ffff8800a7a7e300 x1818247339712640/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018568.728167:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339712640/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018568.728174:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018568.728177:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018568.728180:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339712640:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734018568.728198:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339712768:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018568.728215:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018568.728222:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018568/real 1734018568] req@ffff8800a7a7ea00 x1818247339712768/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018568.728233:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339712768/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018568.728240:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018568.728242:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018568.728245:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339712768:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018568.743432:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018569.613585:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018569.743479:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018570.615631:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018570.743464:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018571.617647:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018571.743463:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018572.619643:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018572.743439:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018573.621645:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018573.735462:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018573.735475:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018573.735481:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018573.735495:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2837 00000100:00080000:2.0:1734018573.735508:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018573.735517:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018573.735605:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339712896/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018573.735641:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018573.735646:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018573.735648:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018573.735653:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2837 00000100:00080000:2.0:1734018573.735657:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018573.735661:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018573.735673:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018573.735686:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339713024/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018573.735696:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018573.735700:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018573.735702:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018573.735707:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2837 00000100:00080000:2.0:1734018573.735710:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018573.735713:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018573.735719:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018573.735728:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339713152/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018573.735736:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018573.735740:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018573.735741:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018573.735745:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2837 00000100:00080000:2.0:1734018573.735748:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018573.735752:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018573.735756:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734018573.735757:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339712896:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734018573.735764:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339713280/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018573.735773:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018573.735777:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018573.735779:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018573.735784:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2837 00000100:00080000:2.0:1734018573.735786:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018573.735790:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018573.735794:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018573.735802:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339713408/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018573.735811:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018573.735814:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018573.735816:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018573.735819:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2837 00000100:00080000:2.0:1734018573.735822:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018573.735825:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018573.735830:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018573.735838:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339713536/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:0.0:1734018573.735844:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018573.735869:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018573/real 1734018573] req@ffff8800a7a7ed80 x1818247339712896/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018573.735893:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339712896/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018573.735905:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018573.735908:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018573.735913:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339712896:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734018573.735921:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339713024:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734018573.735938:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018573.735945:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018573/real 1734018573] req@ffff8800a7a7c380 x1818247339713024/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018573.735957:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339713024/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018573.735966:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018573.735969:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018573.735973:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339713024:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734018573.735978:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339713152:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018573.735993:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018573.735999:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018573/real 1734018573] req@ffff8800a7a7dc00 x1818247339713152/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018573.736009:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339713152/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018573.736016:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018573.736019:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018573.736022:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339713152:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734018573.736050:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339713280:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018573.736064:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018573.736070:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018573/real 1734018573] req@ffff8800a7a7d180 x1818247339713280/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018573.736081:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339713280/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018573.736089:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018573.736091:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018573.736094:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339713280:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734018573.736100:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339713408:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734018573.736114:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018573.736120:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018573/real 1734018573] req@ffff8800a7a7f100 x1818247339713408/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018573.736131:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339713408/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018573.736139:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018573.736141:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018573.736144:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339713408:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734018573.736148:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339713536:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018573.736160:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018573.736166:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018573/real 1734018573] req@ffff8800a7a7c700 x1818247339713536/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018573.736175:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339713536/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018573.736182:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018573.736184:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018573.736187:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339713536:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018573.743446:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018574.623622:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018574.743454:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018575.625610:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018575.743479:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018576.627626:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018576.743449:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018577.629551:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018577.743441:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018578.631645:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018578.743489:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018578.743498:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018578.743503:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018578.743514:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2842 00000100:00080000:2.0:1734018578.743524:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018578.743534:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734018578.743565:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00100000:2.0:1734018578.743571:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339713664/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018578.743600:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018578.743605:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018578.743607:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018578.743612:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2842 00000100:00080000:2.0:1734018578.743615:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018578.743618:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018578.743628:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018578.743630:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339713664:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734018578.743640:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339713792/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018578.743651:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018578.743654:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018578.743656:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018578.743660:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2842 00000100:00080000:2.0:1734018578.743662:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018578.743666:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018578.743671:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018578.743681:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339713920/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018578.743689:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018578.743692:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018578.743694:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018578.743698:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2842 00000100:00080000:2.0:1734018578.743701:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018578.743705:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018578.743709:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018578.743717:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339714048/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:0.0:1734018578.743721:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734018578.743725:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018578.743729:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018578.743730:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018578.743734:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2842 00000100:00080000:2.0:1734018578.743737:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018578.743740:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018578.743744:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018578.743749:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018578/real 1734018578] req@ffff8800a7a7ce00 x1818247339713664/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018578.743752:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339714176/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018578.743761:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018578.743764:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018578.743766:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018578.743769:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2842 00000100:00100000:0.0:1734018578.743772:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339713664/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018578.743772:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018578.743776:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018578.743780:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1734018578.743785:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1734018578.743788:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339714304/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018578.743789:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018578.743794:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339713664:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734018578.743822:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339713792:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734018578.743841:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018578.743849:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018578/real 1734018578] req@ffff8800a7a7fb80 x1818247339713792/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018578.743861:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339713792/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018578.743869:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018578.743872:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018578.743875:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339713792:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734018578.743881:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339713920:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018578.743896:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018578.743903:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018578/real 1734018578] req@ffff8800a7a7c700 x1818247339713920/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018578.743913:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339713920/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018578.743929:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018578.743932:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018578.743935:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339713920:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734018578.743940:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339714048:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018578.743953:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018578.743959:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018578/real 1734018578] req@ffff8800a7a7f100 x1818247339714048/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018578.743969:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339714048/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018578.743977:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018578.743979:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018578.743982:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339714048:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734018578.743988:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339714176:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734018578.744003:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018578.744009:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018578/real 1734018578] req@ffff8800a7a7d180 x1818247339714176/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018578.744020:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339714176/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018578.744027:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018578.744030:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018578.744033:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339714176:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734018578.744040:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339714304:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018578.744053:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018578.744060:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018578/real 1734018578] req@ffff8800a7a7dc00 x1818247339714304/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018578.744070:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339714304/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018578.744076:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018578.744079:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018578.744082:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339714304:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734018579.633649:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018579.743507:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018580.635639:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018580.743514:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018581.637636:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018581.743507:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018582.639630:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018582.743479:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018583.641627:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018583.743469:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734018583.751473:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018583.751482:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018583.751487:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018583.751497:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2847 00000100:00080000:2.0:1734018583.751507:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018583.751515:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018583.751552:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339714432/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018583.751584:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018583.751588:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018583.751590:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018583.751594:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2847 00000100:00080000:2.0:1734018583.751597:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018583.751601:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018583.751611:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018583.751621:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339714560/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018583.751630:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018583.751633:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018583.751635:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018583.751639:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2847 00000100:00080000:2.0:1734018583.751642:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018583.751645:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018583.751651:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018583.751660:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339714688/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018583.751668:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018583.751671:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018583.751673:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018583.751676:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2847 00000100:00080000:2.0:1734018583.751679:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018583.751682:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018583.751687:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734018583.751691:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339714432:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734018583.751694:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339714816/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018583.751703:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018583.751707:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018583.751708:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018583.751712:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2847 00000100:00080000:2.0:1734018583.751714:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018583.751717:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018583.751721:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018583.751729:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339714944/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018583.751738:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018583.751741:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018583.751743:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018583.751747:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2847 00000100:00080000:2.0:1734018583.751750:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018583.751754:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000800:00000100:0.0:1734018583.751756:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000008:00100000:2.0:1734018583.751758:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018583.751766:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339715072/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734018583.751777:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018583/real 1734018583] req@ffff8800a7a7c380 x1818247339714432/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018583.751796:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339714432/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018583.751807:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018583.751810:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018583.751815:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339714432:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734018583.751825:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339714560:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734018583.751842:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018583.751849:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018583/real 1734018583] req@ffff8800a7a7ed80 x1818247339714560/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018583.751861:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339714560/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018583.751868:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018583.751871:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018583.751874:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339714560:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734018583.751880:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339714688:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018583.751893:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018583.751899:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018583/real 1734018583] req@ffff8800a7a7ea00 x1818247339714688/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018583.751909:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339714688/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018583.751917:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018583.751919:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018583.751922:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339714688:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734018583.751945:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339714816:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018583.751958:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018583.751964:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018583/real 1734018583] req@ffff8800a7a7e300 x1818247339714816/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018583.751975:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339714816/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018583.751983:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018583.751985:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018583.751988:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339714816:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734018583.751993:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339714944:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734018583.752005:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018583.752011:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018583/real 1734018583] req@ffff8800a7a7ca80 x1818247339714944/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018583.752021:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339714944/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018583.752028:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018583.752030:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018583.752033:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339714944:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734018583.752038:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339715072:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018583.752050:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018583.752056:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018583/real 1734018583] req@ffff8800a7a7df80 x1818247339715072/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018583.752066:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339715072/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018583.752073:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018583.752075:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018583.752078:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339715072:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734018584.643602:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018584.743474:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018585.645615:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018585.743482:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018586.647610:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018586.743469:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018587.649606:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018587.743453:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018588.651615:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018588.743446:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734018588.759475:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018588.759485:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018588.759491:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018588.759504:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2852 00000100:00080000:2.0:1734018588.759516:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018588.759525:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018588.759573:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339715200/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018588.759608:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018588.759613:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018588.759615:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018588.759619:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2852 00000100:00080000:2.0:1734018588.759623:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018588.759627:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018588.759639:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018588.759650:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339715328/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018588.759668:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018588.759672:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018588.759673:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018588.759677:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2852 00000100:00080000:2.0:1734018588.759680:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018588.759684:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018588.759689:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018588.759700:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339715456/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018588.759710:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1734018588.759712:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339715200:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018588.759713:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018588.759714:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018588.759718:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2852 00000100:00080000:2.0:1734018588.759721:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018588.759724:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018588.759729:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018588.759738:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339715584/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018588.759747:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018588.759751:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018588.759752:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018588.759756:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2852 00000100:00080000:2.0:1734018588.759760:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018588.759763:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018588.759767:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018588.759776:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339715712/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018588.759785:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018588.759788:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018588.759789:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018588.759793:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2852 00000800:00000100:0.0:1734018588.759795:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734018588.759796:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018588.759800:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018588.759804:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018588.759812:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339715840/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734018588.759820:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018588/real 1734018588] req@ffff8800a7a7c000 x1818247339715200/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018588.759843:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339715200/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018588.759855:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018588.759858:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018588.759863:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339715200:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734018588.759871:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339715328:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734018588.759890:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018588.759897:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018588/real 1734018588] req@ffff8800a7a7f480 x1818247339715328/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018588.759908:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339715328/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018588.759916:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018588.759919:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018588.759923:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339715328:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734018588.759949:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339715456:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018588.759965:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018588.759972:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018588/real 1734018588] req@ffff8800a7a7df80 x1818247339715456/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018588.759983:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339715456/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018588.759991:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018588.759993:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018588.759996:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339715456:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734018588.760001:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339715584:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018588.760013:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018588.760019:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018588/real 1734018588] req@ffff8800a7a7ca80 x1818247339715584/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018588.760029:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339715584/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018588.760037:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018588.760039:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018588.760042:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339715584:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734018588.760047:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339715712:192.168.201.101@tcp:38:kworker.0 00000800:00000100:0.0:1734018588.760061:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018588.760068:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018588/real 1734018588] req@ffff8800a7a7e300 x1818247339715712/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018588.760078:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339715712/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018588.760085:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018588.760087:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018588.760090:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339715712:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734018588.760095:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339715840:192.168.201.101@tcp:8:kworker.0 00000800:00000100:0.0:1734018588.760107:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018588.760113:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018588/real 1734018588] req@ffff8800a7a7ea00 x1818247339715840/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018588.760123:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339715840/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018588.760129:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018588.760132:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:0.0:1734018588.760134:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339715840:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734018589.653638:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018589.743465:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018590.655631:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018590.743471:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018591.657598:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018591.743446:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018592.659583:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018592.743447:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018593.661599:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018593.743462:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734018593.767453:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018593.767464:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018593.767470:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018593.767483:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2857 00000100:00080000:2.0:1734018593.767495:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018593.767505:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018593.767555:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339715968/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018593.767595:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018593.767599:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018593.767602:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018593.767607:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2857 00000100:00080000:2.0:1734018593.767611:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018593.767615:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018593.767627:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018593.767639:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339716096/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018593.767649:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018593.767653:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018593.767655:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018593.767659:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2857 00000100:00080000:2.0:1734018593.767662:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018593.767666:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018593.767672:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018593.767681:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339716224/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018593.767689:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018593.767692:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018593.767694:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018593.767697:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2857 00000100:00080000:2.0:1734018593.767700:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018593.767705:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018593.767710:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734018593.767711:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339715968:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734018593.767718:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339716352/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018593.767730:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018593.767734:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018593.767735:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018593.767739:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2857 00000100:00080000:2.0:1734018593.767742:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018593.767745:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018593.767749:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018593.767758:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339716480/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018593.767767:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018593.767770:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018593.767771:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018593.767775:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2857 00000100:00080000:2.0:1734018593.767778:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018593.767782:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018593.767786:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018593.767793:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339716608/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734018593.767809:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339716096:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734018593.767833:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339716224:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734018593.767857:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339716352:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734018593.767873:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339716480:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734018593.767889:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339716608:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734018594.663568:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018594.743465:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018595.665582:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018595.743466:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018596.667590:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018596.743486:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000400:00000100:2.0:1734018596.773770:0:1969:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:2.0:1734018596.773828:0:1969:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1734018596.773847:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:2.0:1734018596.773885:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:2.0:1734018596.773894:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:2.0:1734018596.773901:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:2.0:1734018596.773907:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:2.0:1734018596.773914:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000100:00100000:1.0:1734018596.773953:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018593/real 1734018596] req@ffff8800a7a7d180 x1818247339716352/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018596.773994:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339716352/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018596.774014:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018596.774021:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018596.774030:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339716352:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018596.774044:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018593/real 1734018596] req@ffff8800a7a7f100 x1818247339716480/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018596.774065:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339716480/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018596.774078:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018596.774082:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018596.774089:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339716480:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018596.774100:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018593/real 1734018596] req@ffff8800a7a7c700 x1818247339716608/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018596.774119:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339716608/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018596.774131:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018596.774135:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018596.774140:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339716608:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018596.774211:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018593/real 1734018596] req@ffff8800a7a7ed80 x1818247339715968/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018596.774242:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339715968/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018596.774256:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018596.774260:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018596.774266:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339715968:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018596.774279:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018593/real 1734018596] req@ffff8800a7a7c380 x1818247339716096/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018596.774298:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339716096/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018596.774310:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018596.774314:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018596.774355:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339716096:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018596.774368:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018593/real 1734018596] req@ffff8800a7a7dc00 x1818247339716224/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018596.774389:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339716224/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018596.774402:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018596.774407:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018596.774413:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339716224:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734018597.669639:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018597.743478:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018598.671610:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018598.743464:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734018598.775466:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018598.775476:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018598.775481:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018598.775494:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2862 00000100:00080000:2.0:1734018598.775505:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018598.775515:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018598.775561:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339716736/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018598.775601:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018598.775607:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018598.775610:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018598.775616:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2862 00000100:00080000:2.0:1734018598.775621:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018598.775628:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018598.775643:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018598.775663:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339716864/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018598.775678:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339716736:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018598.775678:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018598.775684:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018598.775686:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018598.775692:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2862 00000100:00080000:2.0:1734018598.775698:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018598.775703:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018598.775709:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018598.775725:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339716992/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018598.775737:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018598.775741:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018598.775743:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018598.775748:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2862 00000100:00080000:2.0:1734018598.775752:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018598.775757:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018598.775763:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000800:00000100:1.0:1734018598.775767:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734018598.775775:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339717120/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018598.775788:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018598.775792:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1734018598.775795:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018598/real 1734018598] req@ffff8800a7a7fb80 x1818247339716736/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018598.775795:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018598.775801:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2862 00000100:00080000:2.0:1734018598.775805:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018598.775810:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018598.775817:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1734018598.775821:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339716736/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018598.775830:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339717248/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1734018598.775836:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018598.775842:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018598.775849:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339716736:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018598.775854:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018598.775859:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018598.775861:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018598.775866:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2862 00000100:00080000:2.0:1734018598.775870:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018598.775875:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:1.0:1734018598.775879:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339716864:192.168.201.101@tcp:38:kworker.0 00000008:00100000:2.0:1734018598.775883:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018598.775895:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339717376/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018598.775906:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018598.775917:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018598/real 1734018598] req@ffff8800a7a7ce00 x1818247339716864/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018598.775935:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339716864/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018598.775948:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018598.775953:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018598.775959:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339716864:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018598.775968:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339716992:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018598.775998:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018598.776009:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018598/real 1734018598] req@ffff8800a7a7dc00 x1818247339716992/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018598.776027:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339716992/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018598.776039:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018598.776043:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018598.776048:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339716992:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018598.776058:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339717120:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018598.776083:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018598.776093:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018598/real 1734018598] req@ffff8800a7a7c380 x1818247339717120/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018598.776152:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339717120/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018598.776163:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018598.776165:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018598.776169:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339717120:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018598.776175:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339717248:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018598.776197:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018598.776206:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018598/real 1734018598] req@ffff8800a7a7ed80 x1818247339717248/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018598.776217:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339717248/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018598.776225:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018598.776227:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018598.776230:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339717248:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018598.776248:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339717376:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018598.776262:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018598.776269:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018598/real 1734018598] req@ffff8800a7a7c700 x1818247339717376/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018598.776286:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339717376/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018598.776294:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018598.776296:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018598.776299:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339717376:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734018599.673605:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018599.743468:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018600.675586:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018600.743442:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018601.677608:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018601.743481:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018602.679606:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018602.743447:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018603.681599:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018603.743468:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734018603.783470:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018603.783480:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018603.783486:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018603.783498:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2867 00000100:00080000:2.0:1734018603.783509:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018603.783519:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018603.783577:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339717504/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018603.783613:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018603.783618:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018603.783620:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018603.783624:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2867 00000100:00080000:2.0:1734018603.783628:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018603.783632:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018603.783645:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018603.783657:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339717632/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018603.783668:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018603.783672:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018603.783673:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018603.783677:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2867 00000100:00080000:2.0:1734018603.783680:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018603.783683:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018603.783689:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018603.783698:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339717760/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018603.783706:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018603.783709:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018603.783711:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018603.783714:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2867 00000100:00080000:2.0:1734018603.783717:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018603.783720:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018603.783725:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734018603.783730:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339717504:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734018603.783734:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339717888/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018603.783743:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018603.783746:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018603.783749:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018603.783753:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2867 00000100:00080000:2.0:1734018603.783756:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018603.783759:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018603.783764:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018603.783772:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339718016/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018603.783780:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018603.783784:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018603.783785:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018603.783789:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2867 00000100:00080000:2.0:1734018603.783791:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018603.783795:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018603.783799:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018603.783807:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339718144/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018603.783816:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018603.783843:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018603/real 1734018603] req@ffff8800a7a7f100 x1818247339717504/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018603.783864:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339717504/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018603.783876:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018603.783879:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018603.783884:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339717504:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018603.783891:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339717632:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018603.783909:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018603.783916:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018603/real 1734018603] req@ffff8800a7a7d180 x1818247339717632/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018603.783927:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339717632/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018603.783935:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018603.783939:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018603.783943:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339717632:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018603.783949:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339717760:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018603.783963:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018603.783969:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018603/real 1734018603] req@ffff8800a7a7ea00 x1818247339717760/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018603.783979:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339717760/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018603.783988:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018603.783990:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018603.783994:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339717760:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018603.784020:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339717888:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018603.784085:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018603.784094:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018603/real 1734018603] req@ffff8800a7a7e300 x1818247339717888/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018603.784105:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339717888/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018603.784114:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018603.784117:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018603.784120:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339717888:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018603.784125:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339718016:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018603.784143:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018603.784149:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018603/real 1734018603] req@ffff8800a7a7ca80 x1818247339718016/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018603.784160:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339718016/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018603.784167:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018603.784169:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018603.784173:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339718016:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018603.784178:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339718144:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018603.784189:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018603.784196:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018603/real 1734018603] req@ffff8800a7a7df80 x1818247339718144/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018603.784206:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339718144/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018603.784213:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018603.784215:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018603.784217:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339718144:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734018604.683591:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018604.743426:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018605.685584:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018605.743463:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018606.687612:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018606.743442:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018607.689586:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018607.743440:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018608.691641:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018608.743477:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734018608.791475:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018608.791485:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018608.791491:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018608.791504:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2872 00000100:00080000:2.0:1734018608.791516:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018608.791526:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018608.791576:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339718272/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018608.791621:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018608.791626:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018608.791628:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018608.791632:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2872 00000100:00080000:2.0:1734018608.791636:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018608.791640:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018608.791652:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018608.791664:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339718400/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018608.791673:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018608.791677:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018608.791678:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018608.791682:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2872 00000100:00080000:2.0:1734018608.791686:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018608.791690:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018608.791695:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018608.791706:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339718528/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018608.791714:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018608.791718:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018608.791719:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018608.791723:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2872 00000100:00080000:2.0:1734018608.791725:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018608.791730:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018608.791735:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734018608.791740:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339718272:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734018608.791745:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339718656/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018608.791754:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018608.791758:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018608.791759:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018608.791763:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2872 00000100:00080000:2.0:1734018608.791766:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018608.791769:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018608.791773:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018608.791781:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339718784/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018608.791790:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018608.791793:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018608.791795:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018608.791798:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2872 00000100:00080000:2.0:1734018608.791801:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018608.791804:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018608.791809:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018608.791817:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339718912/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018608.791826:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018608.791852:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018608/real 1734018608] req@ffff8800a7a7f480 x1818247339718272/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018608.791882:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339718272/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018608.791893:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018608.791896:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018608.791901:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339718272:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018608.791908:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339718400:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018608.791926:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018608.791933:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018608/real 1734018608] req@ffff8800a7a7c000 x1818247339718400/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018608.791988:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339718400/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018608.791997:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018608.792000:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018608.792004:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339718400:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018608.792010:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339718528:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018608.792028:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018608.792035:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018608/real 1734018608] req@ffff8800a7a7df80 x1818247339718528/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018608.792046:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339718528/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018608.792055:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018608.792058:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018608.792061:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339718528:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018608.792089:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339718656:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018608.792103:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018608.792109:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018608/real 1734018608] req@ffff8800a7a7ca80 x1818247339718656/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018608.792120:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339718656/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018608.792128:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018608.792130:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018608.792133:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339718656:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018608.792138:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339718784:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018608.792151:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018608.792157:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018608/real 1734018608] req@ffff8800a7a7e300 x1818247339718784/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018608.792167:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339718784/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018608.792174:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018608.792176:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018608.792179:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339718784:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018608.792184:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339718912:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018608.792201:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018608.792207:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018608/real 1734018608] req@ffff8800a7a7ea00 x1818247339718912/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018608.792217:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339718912/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018608.792225:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018608.792227:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018608.792230:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339718912:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734018609.693585:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018609.743468:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018610.695612:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018610.743474:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018611.697591:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018611.743451:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018612.699622:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018612.743467:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018613.701646:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018613.743471:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734018613.799447:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018613.799457:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018613.799462:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018613.799471:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2877 00000100:00080000:2.0:1734018613.799481:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018613.799489:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018613.799525:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339719040/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018613.799559:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018613.799564:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018613.799566:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018613.799570:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2877 00000100:00080000:2.0:1734018613.799574:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018613.799577:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018613.799587:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018613.799597:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339719168/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018613.799607:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018613.799610:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018613.799612:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018613.799616:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2877 00000100:00080000:2.0:1734018613.799618:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018613.799622:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018613.799627:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018613.799635:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339719296/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018613.799645:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018613.799648:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018613.799650:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018613.799653:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2877 00000100:00080000:2.0:1734018613.799655:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018613.799659:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018613.799663:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018613.799670:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339719424/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018613.799680:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018613.799683:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018613.799685:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018613.799688:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2877 00000100:00080000:2.0:1734018613.799691:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018613.799694:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018613.799699:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1734018613.799700:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339719040:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734018613.799706:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339719552/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018613.799715:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018613.799718:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018613.799720:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018613.799724:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2877 00000100:00080000:2.0:1734018613.799727:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018613.799731:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018613.799736:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018613.799744:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339719680/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018613.799798:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018613.799828:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018613/real 1734018613] req@ffff8800a7a7d180 x1818247339719040/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018613.799851:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339719040/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018613.799909:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018613.799913:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018613.799919:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339719040:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018613.799928:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339719168:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018613.799951:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018613.799960:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018613/real 1734018613] req@ffff8800a7a7f100 x1818247339719168/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018613.799972:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339719168/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018613.799982:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018613.799985:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018613.799988:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339719168:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018613.799994:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339719296:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018613.800009:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018613.800015:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018613/real 1734018613] req@ffff8800a7a7c700 x1818247339719296/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018613.800025:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339719296/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018613.800033:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018613.800035:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018613.800039:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339719296:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018613.800068:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339719424:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018613.800082:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018613.800089:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018613/real 1734018613] req@ffff8800a7a7ed80 x1818247339719424/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018613.800100:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339719424/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018613.800108:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018613.800110:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018613.800113:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339719424:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018613.800120:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339719552:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018613.800133:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018613.800140:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018613/real 1734018613] req@ffff8800a7a7c380 x1818247339719552/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018613.800150:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339719552/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018613.800158:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018613.800161:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018613.800163:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339719552:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018613.800169:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339719680:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018613.800181:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018613.800187:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018613/real 1734018613] req@ffff8800a7a7dc00 x1818247339719680/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018613.800197:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339719680/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018613.800204:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018613.800207:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018613.800210:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339719680:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734018614.703551:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018614.743392:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018615.705591:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018615.743452:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018616.707633:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018616.743475:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018617.709933:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018617.743450:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018618.711692:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018618.743466:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734018618.807458:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018618.807470:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018618.807475:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018618.807486:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2882 00000100:00080000:2.0:1734018618.807496:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018618.807504:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018618.807541:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339719808/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018618.807577:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018618.807581:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018618.807583:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018618.807589:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2882 00000100:00080000:2.0:1734018618.807592:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018618.807596:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018618.807605:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018618.807617:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339719936/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018618.807626:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018618.807630:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018618.807632:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018618.807637:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2882 00000100:00080000:2.0:1734018618.807639:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018618.807643:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018618.807647:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018618.807657:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339720064/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018618.807666:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018618.807670:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018618.807671:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018618.807675:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2882 00000100:00080000:2.0:1734018618.807678:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018618.807681:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018618.807686:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018618.807693:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339720192/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018618.807703:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018618.807706:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018618.807708:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018618.807712:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2882 00000100:00080000:2.0:1734018618.807714:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018618.807717:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:1.0:1734018618.807719:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339719808:192.168.201.101@tcp:250:kworker.0 00000008:00100000:2.0:1734018618.807721:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018618.807729:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339720320/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018618.807739:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018618.807742:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018618.807743:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018618.807747:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2882 00000100:00080000:2.0:1734018618.807749:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018618.807753:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018618.807757:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018618.807765:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339720448/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018618.807851:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018618.807880:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018618/real 1734018618] req@ffff8800a7a7ce00 x1818247339719808/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018618.807901:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339719808/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018618.807915:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018618.807918:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018618.807924:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339719808:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018618.807932:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339719936:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018618.807951:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018618.807959:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018618/real 1734018618] req@ffff8800a7a7fb80 x1818247339719936/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018618.807970:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339719936/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018618.807978:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018618.807981:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018618.807984:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339719936:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018618.807990:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339720064:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018618.808005:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018618.808011:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018618/real 1734018618] req@ffff8800a7a7dc00 x1818247339720064/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018618.808021:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339720064/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018618.808028:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018618.808033:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018618.808036:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339720064:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018618.808066:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339720192:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018618.808080:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018618.808086:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018618/real 1734018618] req@ffff8800a7a7c380 x1818247339720192/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018618.808097:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339720192/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018618.808105:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018618.808107:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018618.808110:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339720192:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018618.808117:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339720320:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018618.808129:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018618.808135:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018618/real 1734018618] req@ffff8800a7a7ed80 x1818247339720320/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018618.808146:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339720320/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018618.808154:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018618.808156:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018618.808160:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339720320:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018618.808166:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339720448:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018618.808181:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018618.808187:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018618/real 1734018618] req@ffff8800a7a7c700 x1818247339720448/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018618.808198:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339720448/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018618.808205:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018618.808207:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018618.808210:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339720448:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734018619.713633:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018619.743481:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018620.715850:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018620.743457:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018621.717579:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018621.743442:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018622.719611:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018622.743473:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018623.721612:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018623.743468:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734018623.815467:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018623.815477:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018623.815483:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018623.815495:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2887 00000100:00080000:2.0:1734018623.815507:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018623.815517:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018623.815565:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339720576/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018623.815601:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018623.815606:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018623.815608:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018623.815613:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2887 00000100:00080000:2.0:1734018623.815616:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018623.815620:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018623.815634:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018623.815645:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339720704/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018623.815656:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018623.815660:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018623.815661:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018623.815665:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2887 00000100:00080000:2.0:1734018623.815668:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018623.815672:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018623.815677:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018623.815718:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339720832/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018623.815728:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018623.815731:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018623.815733:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018623.815736:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2887 00000100:00080000:2.0:1734018623.815739:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018623.815743:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018623.815748:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734018623.815749:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339720576:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734018623.815757:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339720960/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018623.815766:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018623.815770:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018623.815772:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018623.815777:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2887 00000100:00080000:2.0:1734018623.815780:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018623.815783:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018623.815788:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018623.815796:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339721088/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018623.815805:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018623.815808:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018623.815809:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018623.815813:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2887 00000100:00080000:2.0:1734018623.815816:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018623.815820:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018623.815824:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018623.815831:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339721216/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018623.815838:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018623.815864:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018623/real 1734018623] req@ffff8800a7a7f100 x1818247339720576/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018623.815885:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339720576/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018623.815898:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018623.815901:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018623.815907:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339720576:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018623.815914:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339720704:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018623.815931:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018623.815938:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018623/real 1734018623] req@ffff8800a7a7d180 x1818247339720704/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018623.815949:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339720704/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018623.815958:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018623.815961:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018623.815965:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339720704:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018623.815970:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339720832:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018623.815985:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018623.815991:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018623/real 1734018623] req@ffff8800a7a7ea00 x1818247339720832/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018623.816001:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339720832/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018623.816008:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018623.816011:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018623.816014:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339720832:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018623.816042:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339720960:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018623.816055:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018623.816062:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018623/real 1734018623] req@ffff8800a7a7e300 x1818247339720960/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018623.816073:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339720960/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018623.816081:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018623.816083:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018623.816086:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339720960:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018623.816092:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339721088:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018623.816105:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018623.816112:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018623/real 1734018623] req@ffff8800a7a7ca80 x1818247339721088/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018623.816123:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339721088/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018623.816131:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018623.816133:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018623.816136:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339721088:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018623.816141:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339721216:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018623.816152:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018623.816158:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018623/real 1734018623] req@ffff8800a7a7df80 x1818247339721216/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018623.816168:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339721216/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018623.816175:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018623.816177:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018623.816180:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339721216:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734018624.723601:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018624.743446:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018625.725629:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018625.743476:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018626.727573:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734018626.743463:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018627.729602:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018627.743547:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018628.731580:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018628.743453:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734018628.823451:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018628.823459:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018628.823463:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018628.823474:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2892 00000100:00080000:2.0:1734018628.823484:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018628.823492:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018628.823527:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339721344/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018628.823561:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018628.823566:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018628.823567:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018628.823571:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2892 00000100:00080000:2.0:1734018628.823575:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018628.823579:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018628.823588:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018628.823639:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339721472/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018628.823651:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018628.823654:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018628.823655:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018628.823659:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2892 00000100:00080000:2.0:1734018628.823662:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018628.823666:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018628.823672:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018628.823683:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339721600/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018628.823692:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018628.823695:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018628.823697:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018628.823700:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2892 00000100:00080000:2.0:1734018628.823703:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018628.823707:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018628.823712:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734018628.823721:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339721344:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734018628.823722:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339721728/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018628.823732:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018628.823735:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018628.823737:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018628.823740:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2892 00000100:00080000:2.0:1734018628.823742:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018628.823746:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018628.823750:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018628.823758:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339721856/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018628.823766:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018628.823770:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018628.823771:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018628.823775:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2892 00000100:00080000:2.0:1734018628.823778:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018628.823781:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018628.823785:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018628.823793:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339721984/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018628.823815:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018628.823843:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018628/real 1734018628] req@ffff8800a7a7c000 x1818247339721344/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018628.823866:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339721344/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018628.823879:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018628.823882:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018628.823887:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339721344:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018628.823896:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339721472:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018628.823914:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018628.823921:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018628/real 1734018628] req@ffff8800a7a7f480 x1818247339721472/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018628.823933:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339721472/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018628.823941:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018628.823944:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018628.823947:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339721472:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018628.823953:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339721600:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018628.823968:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018628.823975:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018628/real 1734018628] req@ffff8800a7a7df80 x1818247339721600/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018628.823985:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339721600/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018628.823993:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018628.823997:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018628.824000:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339721600:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018628.824029:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339721728:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018628.824044:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018628.824050:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018628/real 1734018628] req@ffff8800a7a7ca80 x1818247339721728/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018628.824062:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339721728/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018628.824070:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018628.824072:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018628.824075:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339721728:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018628.824080:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339721856:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018628.824094:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018628.824100:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018628/real 1734018628] req@ffff8800a7a7e300 x1818247339721856/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018628.824109:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339721856/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018628.824117:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018628.824120:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018628.824124:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339721856:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018628.824130:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339721984:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018628.824146:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018628.824152:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018628/real 1734018628] req@ffff8800a7a7ea00 x1818247339721984/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018628.824163:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339721984/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018628.824170:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018628.824172:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018628.824175:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339721984:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734018629.733629:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018629.743460:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018630.735653:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018630.743461:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018631.737634:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018631.743455:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018632.739617:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018632.743463:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018633.741606:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018633.743478:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734018633.831437:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018633.831447:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018633.831453:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018633.831466:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2897 00000100:00080000:2.0:1734018633.831478:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018633.831488:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018633.831566:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339722112/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018633.831602:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018633.831607:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018633.831609:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018633.831614:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2897 00000100:00080000:2.0:1734018633.831618:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018633.831622:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018633.831635:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018633.831646:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339722240/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018633.831657:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018633.831661:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018633.831662:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018633.831666:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2897 00000100:00080000:2.0:1734018633.831670:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018633.831674:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018633.831680:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018633.831689:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339722368/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018633.831697:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018633.831701:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018633.831702:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018633.831706:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2897 00000100:00080000:2.0:1734018633.831708:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018633.831712:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018633.831716:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018633.831725:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339722496/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018633.831734:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734018633.831737:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339722112:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018633.831737:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018633.831739:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018633.831743:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2897 00000100:00080000:2.0:1734018633.831746:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018633.831749:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018633.831753:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018633.831762:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339722624/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018633.831778:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018633.831781:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018633.831783:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018633.831787:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2897 00000100:00080000:2.0:1734018633.831789:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018633.831793:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018633.831797:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018633.831805:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339722752/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018633.831829:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018633.831856:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018633/real 1734018633] req@ffff8800a7a7d180 x1818247339722112/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018633.831877:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339722112/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018633.831889:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018633.831893:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018633.831897:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339722112:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018633.831905:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339722240:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018633.831922:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018633.831929:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018633/real 1734018633] req@ffff8800a7a7f100 x1818247339722240/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018633.831940:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339722240/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018633.831949:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018633.831952:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018633.831956:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339722240:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018633.831961:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339722368:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018633.831975:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018633.831981:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018633/real 1734018633] req@ffff8800a7a7c700 x1818247339722368/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018633.831991:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339722368/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018633.831999:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018633.832001:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018633.832004:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339722368:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018633.832032:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339722496:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018633.832046:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018633.832053:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018633/real 1734018633] req@ffff8800a7a7ed80 x1818247339722496/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018633.832064:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339722496/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018633.832072:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018633.832074:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018633.832077:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339722496:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018633.832083:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339722624:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018633.832097:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018633.832104:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018633/real 1734018633] req@ffff8800a7a7c380 x1818247339722624/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018633.832115:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339722624/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018633.832123:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018633.832125:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018633.832128:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339722624:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018633.832133:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339722752:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018633.832144:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018633.832150:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018633/real 1734018633] req@ffff8800a7a7dc00 x1818247339722752/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018633.832160:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339722752/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018633.832166:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018633.832168:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018633.832171:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339722752:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018634.743476:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018634.743644:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018635.743477:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018635.745616:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018636.743452:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018636.747607:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018637.743473:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018637.749582:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018638.743501:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018638.751609:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018638.839499:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018638.839508:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018638.839513:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018638.839525:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2902 00000100:00080000:2.0:1734018638.839538:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018638.839548:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018638.839597:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339722880/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018638.839634:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018638.839638:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018638.839641:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018638.839646:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2902 00000100:00080000:2.0:1734018638.839649:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018638.839653:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018638.839665:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018638.839676:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339723008/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018638.839686:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018638.839690:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018638.839692:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018638.839696:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2902 00000100:00080000:2.0:1734018638.839699:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018638.839703:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018638.839708:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018638.839720:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339723136/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018638.839729:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018638.839732:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018638.839734:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018638.839737:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2902 00000100:00080000:2.0:1734018638.839740:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018638.839744:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018638.839748:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018638.839758:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339723264/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018638.839759:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339722880:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018638.839768:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018638.839772:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018638.839773:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018638.839777:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2902 00000100:00080000:2.0:1734018638.839780:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018638.839783:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018638.839787:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018638.839795:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339723392/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018638.839804:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018638.839807:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018638.839809:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018638.839813:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2902 00000100:00080000:2.0:1734018638.839815:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018638.839819:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018638.839823:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018638.839831:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339723520/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018638.839848:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018638.839874:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018638/real 1734018638] req@ffff8800a7a7fb80 x1818247339722880/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018638.839896:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339722880/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018638.839908:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018638.839911:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018638.839916:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339722880:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018638.839923:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339723008:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018638.839940:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018638.839948:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018638/real 1734018638] req@ffff8800a7a7ce00 x1818247339723008/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018638.839959:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339723008/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018638.839967:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018638.839970:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018638.839973:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339723008:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018638.839978:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339723136:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018638.839993:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018638.839998:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018638/real 1734018638] req@ffff8800a7a7dc00 x1818247339723136/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018638.840009:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339723136/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018638.840016:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018638.840019:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018638.840022:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339723136:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018638.840050:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339723264:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018638.840064:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018638.840071:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018638/real 1734018638] req@ffff8800a7a7c380 x1818247339723264/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018638.840081:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339723264/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018638.840090:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018638.840092:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018638.840095:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339723264:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018638.840100:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339723392:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018638.840112:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018638.840118:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018638/real 1734018638] req@ffff8800a7a7ed80 x1818247339723392/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018638.840128:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339723392/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018638.840136:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018638.840138:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018638.840142:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339723392:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018638.840147:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339723520:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018638.840162:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018638.840169:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018638/real 1734018638] req@ffff8800a7a7c700 x1818247339723520/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018638.840179:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339723520/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018638.840186:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018638.840188:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018638.840191:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339723520:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018639.743499:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018639.753604:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018640.743493:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018640.755591:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018641.743474:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018641.757569:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018642.743472:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018642.759552:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018643.743459:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018643.761593:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018643.847452:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018643.847461:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018643.847466:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018643.847475:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2907 00000100:00080000:2.0:1734018643.847485:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018643.847493:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018643.847530:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339723648/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018643.847565:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018643.847570:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018643.847572:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018643.847576:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2907 00000100:00080000:2.0:1734018643.847579:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018643.847583:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018643.847593:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018643.847603:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339723776/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018643.847613:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018643.847616:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018643.847618:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018643.847622:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2907 00000100:00080000:2.0:1734018643.847625:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018643.847628:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018643.847633:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018643.847641:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339723904/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018643.847651:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018643.847654:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018643.847656:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018643.847660:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2907 00000100:00080000:2.0:1734018643.847663:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018643.847666:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018643.847670:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018643.847678:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339724032/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018643.847686:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018643.847690:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018643.847691:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018643.847694:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2907 00000100:00080000:2.0:1734018643.847697:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018643.847700:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018643.847705:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1734018643.847713:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339723648:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734018643.847713:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339724160/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018643.847723:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018643.847727:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018643.847728:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018643.847732:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2907 00000100:00080000:2.0:1734018643.847735:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018643.847738:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018643.847743:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018643.847751:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339724288/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018643.847807:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018643.847835:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018643/real 1734018643] req@ffff8800a7a7f100 x1818247339723648/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018643.847858:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339723648/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018643.847871:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018643.847875:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018643.847880:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339723648:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018643.847888:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339723776:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018643.847907:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018643.847913:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018643/real 1734018643] req@ffff8800a7a7d180 x1818247339723776/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018643.847925:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339723776/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018643.847935:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018643.847938:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018643.847941:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339723776:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018643.847947:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339723904:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018643.847962:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018643.847968:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018643/real 1734018643] req@ffff8800a7a7ea00 x1818247339723904/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018643.847978:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339723904/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018643.847986:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018643.847988:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018643.847991:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339723904:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018643.847997:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339724032:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018643.848010:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018643.848016:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018643/real 1734018643] req@ffff8800a7a7e300 x1818247339724032/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018643.848026:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339724032/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018643.848034:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018643.848037:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018643.848040:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339724032:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018643.848071:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339724160:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018643.848086:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018643.848093:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018643/real 1734018643] req@ffff8800a7a7ca80 x1818247339724160/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018643.848105:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339724160/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018643.848112:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018643.848115:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018643.848118:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339724160:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018643.848124:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339724288:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018643.848137:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018643.848143:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018643/real 1734018643] req@ffff8800a7a7df80 x1818247339724288/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018643.848152:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339724288/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018643.848160:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018643.848163:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018643.848166:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339724288:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018644.743452:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018644.763620:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018645.743478:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018645.765577:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018646.743478:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018646.767629:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018647.743456:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018647.769610:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018648.743451:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018648.771596:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018648.855441:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018648.855450:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018648.855455:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018648.855468:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2912 00000100:00080000:2.0:1734018648.855480:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018648.855490:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018648.855538:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339724416/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018648.855583:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018648.855589:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018648.855592:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018648.855598:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2912 00000100:00080000:2.0:1734018648.855603:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018648.855609:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018648.855625:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018648.855645:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339724544/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018648.855662:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018648.855668:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018648.855670:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734018648.855672:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339724416:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018648.855676:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2912 00000100:00080000:2.0:1734018648.855681:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018648.855686:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018648.855694:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018648.855710:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339724672/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018648.855723:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018648.855728:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018648.855730:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018648.855735:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2912 00000100:00080000:2.0:1734018648.855739:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018648.855743:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018648.855749:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018648.855762:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339724800/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018648.855764:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734018648.855775:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018648.855780:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018648.855783:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018648.855789:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2912 00000100:00100000:1.0:1734018648.855792:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018648/real 1734018648] req@ffff8800a7a7f480 x1818247339724416/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018648.855794:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018648.855799:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018648.855806:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018648.855818:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339724928/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018648.855820:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339724416/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018648.855833:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1734018648.855836:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018648.855838:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1734018648.855840:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00080000:2.0:1734018648.855840:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018648.855846:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2912 00000100:00100000:1.0:1734018648.855847:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339724416:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018648.855851:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018648.855856:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018648.855862:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018648.855873:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339725056/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018648.855879:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339724544:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018648.855907:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018648.855919:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018648/real 1734018648] req@ffff8800a7a7c000 x1818247339724544/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018648.855937:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339724544/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018648.855950:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018648.855955:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018648.855960:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339724544:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018648.855970:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339724672:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018648.855999:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018648.856008:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018648/real 1734018648] req@ffff8800a7a7df80 x1818247339724672/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018648.856020:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339724672/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018648.856029:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018648.856032:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018648.856035:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339724672:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018648.856042:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339724800:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018648.856057:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018648.856063:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018648/real 1734018648] req@ffff8800a7a7ca80 x1818247339724800/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018648.856073:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339724800/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018648.856082:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018648.856084:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018648.856087:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339724800:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018648.856092:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339724928:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018648.856105:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018648.856111:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018648/real 1734018648] req@ffff8800a7a7e300 x1818247339724928/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018648.856121:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339724928/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018648.856129:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018648.856131:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018648.856135:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339724928:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018648.856152:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339725056:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018648.856169:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018648.856176:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018648/real 1734018648] req@ffff8800a7a7ea00 x1818247339725056/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018648.856187:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339725056/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018648.856195:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018648.856197:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018648.856200:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339725056:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018649.743477:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018649.773598:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018650.743470:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018650.775579:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018651.743451:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018651.777624:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018652.743450:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018652.779602:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018653.743442:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018653.781589:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018653.863465:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018653.863474:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018653.863478:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018653.863489:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2917 00000100:00080000:2.0:1734018653.863501:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018653.863510:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018653.863550:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339725184/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018653.863585:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018653.863589:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018653.863591:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018653.863595:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2917 00000100:00080000:2.0:1734018653.863599:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018653.863603:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018653.863612:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018653.863623:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339725312/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018653.863632:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018653.863636:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018653.863638:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018653.863642:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2917 00000100:00080000:2.0:1734018653.863645:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018653.863648:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018653.863653:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018653.863661:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339725440/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018653.863669:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018653.863673:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018653.863675:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018653.863679:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2917 00000100:00080000:2.0:1734018653.863681:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018653.863685:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018653.863689:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018653.863696:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339725568/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018653.863707:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018653.863710:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018653.863712:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018653.863715:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2917 00000100:00080000:2.0:1734018653.863718:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018653.863721:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:1.0:1734018653.863726:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339725184:192.168.201.101@tcp:250:kworker.0 00000008:00100000:2.0:1734018653.863726:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018653.863734:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339725696/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018653.863743:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018653.863746:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018653.863748:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018653.863751:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2917 00000100:00080000:2.0:1734018653.863754:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018653.863757:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018653.863761:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018653.863769:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339725824/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018653.863819:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018653.863846:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018653/real 1734018653] req@ffff8800a7a7d180 x1818247339725184/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018653.863867:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339725184/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018653.863881:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018653.863884:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018653.863890:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339725184:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018653.863898:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339725312:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018653.863916:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018653.863922:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018653/real 1734018653] req@ffff8800a7a7f100 x1818247339725312/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018653.863934:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339725312/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018653.863944:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018653.863947:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018653.863950:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339725312:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018653.863956:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339725440:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018653.863971:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018653.863977:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018653/real 1734018653] req@ffff8800a7a7c700 x1818247339725440/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018653.863988:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339725440/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018653.863995:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018653.863998:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018653.864001:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339725440:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018653.864031:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339725568:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018653.864045:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018653.864052:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018653/real 1734018653] req@ffff8800a7a7ed80 x1818247339725568/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018653.864063:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339725568/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018653.864071:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018653.864074:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018653.864077:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339725568:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018653.864084:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339725696:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018653.864097:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018653.864104:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018653/real 1734018653] req@ffff8800a7a7c380 x1818247339725696/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018653.864114:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339725696/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018653.864122:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018653.864125:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018653.864129:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339725696:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018653.864134:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339725824:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018653.864147:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018653.864152:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018653/real 1734018653] req@ffff8800a7a7dc00 x1818247339725824/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018653.864162:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339725824/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018653.864169:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018653.864221:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018653.864225:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339725824:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018654.743477:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018654.783628:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018655.743456:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018655.785620:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018656.743466:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018656.787574:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018657.743446:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018657.789535:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018658.743459:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018658.791629:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018658.871459:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018658.871468:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018658.871472:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018658.871483:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2922 00000100:00080000:2.0:1734018658.871492:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018658.871499:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018658.871534:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339725952/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018658.871569:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018658.871574:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018658.871576:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018658.871580:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2922 00000100:00080000:2.0:1734018658.871583:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018658.871587:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018658.871596:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018658.871607:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339726080/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018658.871617:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018658.871620:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018658.871622:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018658.871626:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2922 00000100:00080000:2.0:1734018658.871629:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018658.871632:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018658.871637:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018658.871647:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339726208/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018658.871655:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018658.871659:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018658.871660:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018658.871664:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2922 00000100:00080000:2.0:1734018658.871666:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018658.871670:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018658.871674:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018658.871683:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339726336/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018658.871693:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018658.871696:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018658.871698:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018658.871701:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2922 00000100:00080000:2.0:1734018658.871704:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018658.871708:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018658.871712:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1734018658.871713:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339725952:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734018658.871720:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339726464/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018658.871730:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018658.871733:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018658.871734:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018658.871738:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2922 00000100:00080000:2.0:1734018658.871741:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018658.871744:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018658.871749:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018658.871756:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339726592/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018658.871846:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339726080:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018658.871871:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339726208:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018658.871901:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339726336:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018658.871917:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339726464:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018658.871934:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339726592:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018659.743453:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018659.793607:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018660.743488:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018660.795544:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018661.743465:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018661.797582:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1734018661.877662:0:1970:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:0.0:1734018661.877733:0:1970:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1734018661.877764:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734018661.877823:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734018661.877837:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734018661.877849:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734018661.877861:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734018661.877873:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000100:00100000:1.0:1734018661.877941:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018658/real 1734018661] req@ffff8800a7a7c380 x1818247339726336/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018661.877981:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339726336/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018661.878002:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018661.878008:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018661.878017:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339726336:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018661.878030:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018658/real 1734018661] req@ffff8800a7a7ed80 x1818247339726464/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018661.878112:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339726464/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018661.878127:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018661.878132:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018661.878138:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339726464:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018661.878150:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018658/real 1734018661] req@ffff8800a7a7c700 x1818247339726592/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018661.878167:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339726592/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018661.878179:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018661.878184:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018661.878189:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339726592:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018661.878199:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018658/real 1734018661] req@ffff8800a7a7ce00 x1818247339725952/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018661.878219:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339725952/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018661.878231:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018661.878235:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018661.878240:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339725952:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018661.878251:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018658/real 1734018661] req@ffff8800a7a7fb80 x1818247339726080/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018661.878270:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339726080/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018661.878282:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018661.878287:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018661.878293:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339726080:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018661.878304:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018658/real 1734018661] req@ffff8800a7a7dc00 x1818247339726208/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018661.878486:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339726208/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018661.878512:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018661.878517:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018661.878523:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339726208:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018662.743453:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018662.799570:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018663.743471:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018663.801621:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018663.879474:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018663.879483:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018663.879488:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018663.879502:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2927 00000100:00080000:2.0:1734018663.879514:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018663.879524:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018663.879572:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339726720/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018663.879612:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018663.879618:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018663.879622:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018663.879629:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2927 00000100:00080000:2.0:1734018663.879634:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018663.879640:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018663.879656:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018663.879675:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339726848/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018663.879686:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339726720:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018663.879691:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018663.879696:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018663.879699:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018663.879704:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2927 00000100:00080000:2.0:1734018663.879708:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018663.879714:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018663.879721:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018663.879734:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339726976/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018663.879746:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018663.879752:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018663.879754:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018663.879759:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2927 00000100:00080000:2.0:1734018663.879763:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018663.879767:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018663.879773:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000800:00000100:1.0:1734018663.879778:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734018663.879785:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339727104/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018663.879800:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018663.879805:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1734018663.879807:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018663/real 1734018663] req@ffff8800a7a7f100 x1818247339726720/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018663.879808:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018663.879813:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2927 00000100:00080000:2.0:1734018663.879818:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018663.879823:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018663.879829:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1734018663.879832:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339726720/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018663.879842:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339727232/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1734018663.879847:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018663.879852:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00080000:2.0:1734018663.879856:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734018663.879859:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339726720:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018663.879861:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018663.879864:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018663.879869:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2927 00000100:00080000:2.0:1734018663.879873:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018663.879877:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018663.879883:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734018663.879890:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339726848:192.168.201.101@tcp:38:kworker.0 00000100:00100000:2.0:1734018663.879896:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339727360/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018663.879918:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018663.879930:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018663/real 1734018663] req@ffff8800a7a7d180 x1818247339726848/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018663.879948:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339726848/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018663.879962:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018663.879966:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018663.879972:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339726848:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018663.879983:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339726976:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018663.880040:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018663.880050:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018663/real 1734018663] req@ffff8800a7a7ea00 x1818247339726976/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018663.880062:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339726976/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018663.880071:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018663.880073:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018663.880076:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339726976:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018663.880082:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339727104:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018663.880097:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018663.880103:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018663/real 1734018663] req@ffff8800a7a7e300 x1818247339727104/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018663.880114:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339727104/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018663.880123:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018663.880125:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018663.880128:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339727104:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018663.880133:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339727232:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018663.880146:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018663.880152:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018663/real 1734018663] req@ffff8800a7a7ca80 x1818247339727232/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018663.880164:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339727232/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018663.880171:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018663.880174:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018663.880177:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339727232:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018663.880194:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339727360:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018663.880207:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018663.880213:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018663/real 1734018663] req@ffff8800a7a7df80 x1818247339727360/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018663.880223:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339727360/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018663.880231:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018663.880233:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018663.880236:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339727360:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018664.743443:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018664.803595:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018665.743476:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018665.805594:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018666.743472:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018666.807635:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018667.743464:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018667.809575:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018668.743452:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018668.811647:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018668.887437:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018668.887446:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018668.887450:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018668.887462:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2932 00000100:00080000:2.0:1734018668.887472:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018668.887480:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018668.887517:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339727488/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018668.887554:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018668.887558:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018668.887560:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018668.887564:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2932 00000100:00080000:2.0:1734018668.887568:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018668.887571:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018668.887581:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018668.887593:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339727616/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018668.887602:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018668.887606:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018668.887607:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018668.887611:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2932 00000100:00080000:2.0:1734018668.887614:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018668.887617:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018668.887622:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018668.887633:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339727744/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018668.887643:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018668.887646:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018668.887648:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018668.887651:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2932 00000100:00080000:2.0:1734018668.887653:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018668.887657:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018668.887661:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018668.887669:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339727872/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018668.887679:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018668.887682:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018668.887684:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018668.887688:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2932 00000100:00080000:2.0:1734018668.887690:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018668.887693:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:1.0:1734018668.887696:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339727488:192.168.201.101@tcp:250:kworker.0 00000008:00100000:2.0:1734018668.887698:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018668.887705:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339728000/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018668.887714:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018668.887717:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018668.887718:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018668.887723:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2932 00000100:00080000:2.0:1734018668.887726:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018668.887729:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018668.887734:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018668.887742:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339728128/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018668.887791:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018668.887819:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018668/real 1734018668] req@ffff8800a7a7c000 x1818247339727488/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018668.887840:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339727488/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018668.887853:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018668.887858:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018668.887863:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339727488:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018668.887872:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339727616:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018668.887889:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018668.887896:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018668/real 1734018668] req@ffff8800a7a7f480 x1818247339727616/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018668.887907:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339727616/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018668.887969:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018668.887974:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018668.887979:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339727616:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018668.887986:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339727744:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018668.888006:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018668.888014:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018668/real 1734018668] req@ffff8800a7a7df80 x1818247339727744/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018668.888026:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339727744/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018668.888034:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018668.888037:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018668.888040:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339727744:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018668.888069:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339727872:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018668.888086:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018668.888093:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018668/real 1734018668] req@ffff8800a7a7ca80 x1818247339727872/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018668.888104:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339727872/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018668.888113:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018668.888115:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018668.888118:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339727872:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018668.888124:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339728000:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018668.888137:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018668.888144:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018668/real 1734018668] req@ffff8800a7a7e300 x1818247339728000/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018668.888154:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339728000/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018668.888162:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018668.888164:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018668.888167:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339728000:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018668.888173:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339728128:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018668.888186:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018668.888192:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018668/real 1734018668] req@ffff8800a7a7ea00 x1818247339728128/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018668.888209:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339728128/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018668.888217:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018668.888219:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018668.888222:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339728128:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018669.743462:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018669.813618:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018670.743465:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018670.815614:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018671.743435:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018671.817601:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018672.743466:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018672.819599:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018673.743463:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018673.821633:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018673.895449:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018673.895458:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018673.895462:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018673.895473:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2937 00000100:00080000:2.0:1734018673.895484:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018673.895492:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018673.895530:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339728256/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018673.895565:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018673.895570:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018673.895572:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018673.895576:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2937 00000100:00080000:2.0:1734018673.895580:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018673.895584:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018673.895593:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018673.895604:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339728384/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018673.895614:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018673.895617:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018673.895619:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018673.895622:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2937 00000100:00080000:2.0:1734018673.895625:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018673.895628:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018673.895633:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018673.895642:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339728512/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018673.895650:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018673.895653:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018673.895655:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018673.895658:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2937 00000100:00080000:2.0:1734018673.895661:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018673.895665:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018673.895669:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018673.895676:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339728640/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018673.895687:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018673.895690:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1734018673.895691:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339728256:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018673.895691:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018673.895696:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2937 00000100:00080000:2.0:1734018673.895698:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018673.895702:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018673.895706:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018673.895714:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339728768/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018673.895722:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018673.895725:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018673.895727:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018673.895730:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2937 00000100:00080000:2.0:1734018673.895733:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018673.895736:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018673.895740:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018673.895748:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339728896/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018673.895783:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018673.895810:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018673/real 1734018673] req@ffff8800a7a7d180 x1818247339728256/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018673.895884:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339728256/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018673.895898:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018673.895902:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018673.895908:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339728256:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018673.895916:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339728384:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018673.895940:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018673.895948:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018673/real 1734018673] req@ffff8800a7a7f100 x1818247339728384/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018673.895960:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339728384/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018673.895969:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018673.895973:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018673.895976:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339728384:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018673.895983:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339728512:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018673.895999:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018673.896005:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018673/real 1734018673] req@ffff8800a7a7dc00 x1818247339728512/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018673.896015:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339728512/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018673.896024:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018673.896027:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018673.896030:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339728512:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018673.896059:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339728640:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018673.896073:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018673.896079:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018673/real 1734018673] req@ffff8800a7a7fb80 x1818247339728640/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018673.896090:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339728640/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018673.896099:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018673.896102:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018673.896105:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339728640:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018673.896110:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339728768:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018673.896127:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018673.896133:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018673/real 1734018673] req@ffff8800a7a7ce00 x1818247339728768/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018673.896143:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339728768/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018673.896151:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018673.896154:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018673.896157:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339728768:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018673.896172:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339728896:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018673.896187:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018673.896194:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018673/real 1734018673] req@ffff8800a7a7c700 x1818247339728896/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018673.896205:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339728896/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018673.896213:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018673.896215:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018673.896218:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339728896:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018674.743467:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018674.823613:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018675.743466:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018675.825670:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018676.743449:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018676.827619:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018677.743439:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018677.829599:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018678.743441:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018678.831617:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018678.903449:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018678.903457:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018678.903461:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018678.903471:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2942 00000100:00080000:2.0:1734018678.903480:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018678.903490:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018678.903525:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339729024/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018678.903560:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018678.903564:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018678.903566:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018678.903571:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2942 00000100:00080000:2.0:1734018678.903574:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018678.903578:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018678.903587:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018678.903598:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339729152/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018678.903608:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018678.903612:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018678.903613:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018678.903617:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2942 00000100:00080000:2.0:1734018678.903620:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018678.903623:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018678.903628:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018678.903638:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339729280/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018678.903646:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018678.903649:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018678.903652:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018678.903656:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2942 00000100:00080000:2.0:1734018678.903659:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018678.903662:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018678.903667:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018678.903675:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339729408/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018678.903685:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018678.903688:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018678.903690:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018678.903693:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2942 00000100:00100000:1.0:1734018678.903696:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339729024:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018678.903696:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018678.903699:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018678.903704:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018678.903712:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339729536/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018678.903722:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018678.903725:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018678.903726:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018678.903730:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2942 00000100:00080000:2.0:1734018678.903732:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018678.903736:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018678.903740:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018678.903790:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339729664/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018678.903834:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018678.903865:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018678/real 1734018678] req@ffff8800a7a7ed80 x1818247339729024/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018678.903894:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339729024/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018678.903907:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018678.903911:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018678.903916:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339729024:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018678.903924:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339729152:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018678.903945:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018678.903952:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018678/real 1734018678] req@ffff8800a7a7c380 x1818247339729152/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018678.903964:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339729152/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018678.903971:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018678.903974:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018678.903978:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339729152:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018678.903983:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339729280:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018678.903998:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018678.904004:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018678/real 1734018678] req@ffff8800a7a7c700 x1818247339729280/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018678.904014:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339729280/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018678.904023:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018678.904026:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018678.904029:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339729280:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018678.904061:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339729408:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018678.904075:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018678.904082:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018678/real 1734018678] req@ffff8800a7a7ce00 x1818247339729408/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018678.904093:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339729408/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018678.904101:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018678.904103:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018678.904106:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339729408:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018678.904112:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339729536:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018678.904125:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018678.904131:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018678/real 1734018678] req@ffff8800a7a7fb80 x1818247339729536/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018678.904141:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339729536/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018678.904149:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018678.904152:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018678.904155:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339729536:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018678.904161:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339729664:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018678.904177:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018678.904183:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018678/real 1734018678] req@ffff8800a7a7dc00 x1818247339729664/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018678.904193:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339729664/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018678.904200:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018678.904203:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018678.904205:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339729664:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018679.743450:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018679.833636:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018680.743484:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018680.835612:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018681.743413:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018681.837633:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018682.743463:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018682.839591:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018683.743476:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018683.841607:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018683.911473:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018683.911482:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018683.911488:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018683.911501:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2947 00000100:00080000:2.0:1734018683.911513:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018683.911522:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018683.911570:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339729792/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018683.911606:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018683.911611:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018683.911614:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018683.911618:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2947 00000100:00080000:2.0:1734018683.911622:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018683.911626:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018683.911638:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018683.911649:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339729920/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018683.911686:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018683.911690:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018683.911693:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018683.911698:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2947 00000100:00080000:2.0:1734018683.911701:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018683.911705:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018683.911711:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018683.911721:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339730048/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018683.911731:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018683.911735:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018683.911736:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018683.911741:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2947 00000100:00100000:1.0:1734018683.911742:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339729792:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018683.911743:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018683.911747:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018683.911752:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018683.911760:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339730176/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018683.911768:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018683.911772:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018683.911773:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018683.911777:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2947 00000100:00080000:2.0:1734018683.911779:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018683.911783:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018683.911787:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018683.911795:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339730304/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018683.911805:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018683.911808:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018683.911810:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018683.911814:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2947 00000100:00080000:2.0:1734018683.911816:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018683.911820:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018683.911824:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018683.911829:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734018683.911832:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339730432/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018683.911854:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018683/real 1734018683] req@ffff8800a7a7f100 x1818247339729792/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018683.911877:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339729792/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018683.911889:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018683.911892:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018683.911897:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339729792:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018683.911904:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339729920:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018683.911922:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018683.911929:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018683/real 1734018683] req@ffff8800a7a7d180 x1818247339729920/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018683.911941:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339729920/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018683.911950:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018683.911953:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018683.911957:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339729920:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018683.911982:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339730048:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018683.911996:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018683.912002:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018683/real 1734018683] req@ffff8800a7a7ea00 x1818247339730048/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018683.912013:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339730048/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018683.912022:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018683.912024:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018683.912027:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339730048:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018683.912032:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339730176:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018683.912044:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018683.912050:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018683/real 1734018683] req@ffff8800a7a7e300 x1818247339730176/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018683.912060:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339730176/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018683.912068:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018683.912070:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018683.912073:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339730176:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018683.912079:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339730304:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018683.912094:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018683.912100:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018683/real 1734018683] req@ffff8800a7a7ca80 x1818247339730304/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018683.912112:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339730304/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018683.912120:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018683.912122:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018683.912124:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339730304:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018683.912129:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339730432:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018683.912141:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018683.912147:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018683/real 1734018683] req@ffff8800a7a7df80 x1818247339730432/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018683.912157:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339730432/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018683.912164:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018683.912166:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018683.912168:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339730432:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018684.743449:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018684.843592:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018685.743480:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018685.845618:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018686.743465:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018686.847652:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018687.743444:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018687.849549:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018688.743457:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018688.851672:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018688.919475:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018688.919484:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018688.919489:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018688.919502:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2952 00000100:00080000:2.0:1734018688.919515:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018688.919525:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018688.919573:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339730560/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018688.919638:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018688.919642:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018688.919645:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018688.919651:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2952 00000100:00080000:2.0:1734018688.919654:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018688.919658:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018688.919672:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018688.919684:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339730688/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018688.919694:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018688.919698:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018688.919700:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018688.919704:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2952 00000100:00080000:2.0:1734018688.919707:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018688.919711:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018688.919716:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018688.919727:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339730816/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018688.919736:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018688.919739:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018688.919740:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018688.919744:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2952 00000100:00080000:2.0:1734018688.919747:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018688.919750:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018688.919755:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734018688.919760:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339730560:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734018688.919765:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339730944/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018688.919775:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018688.919779:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018688.919780:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018688.919784:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2952 00000100:00080000:2.0:1734018688.919787:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018688.919790:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018688.919795:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018688.919803:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339731072/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018688.919811:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018688.919815:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018688.919816:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018688.919820:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2952 00000100:00080000:2.0:1734018688.919822:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018688.919826:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018688.919830:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018688.919838:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339731200/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018688.919849:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018688.919875:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018688/real 1734018688] req@ffff8800a7a7f480 x1818247339730560/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018688.919897:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339730560/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018688.919908:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018688.919912:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018688.919917:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339730560:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018688.919924:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339730688:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018688.919941:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018688.919948:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018688/real 1734018688] req@ffff8800a7a7c000 x1818247339730688/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018688.919960:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339730688/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018688.919968:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018688.919970:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018688.919974:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339730688:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018688.919979:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339730816:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018688.919993:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018688.919999:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018688/real 1734018688] req@ffff8800a7a7df80 x1818247339730816/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018688.920010:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339730816/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018688.920018:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018688.920022:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018688.920025:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339730816:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018688.920053:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339730944:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018688.920067:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018688.920074:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018688/real 1734018688] req@ffff8800a7a7ca80 x1818247339730944/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018688.920084:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339730944/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018688.920093:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018688.920095:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018688.920098:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339730944:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018688.920102:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339731072:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018688.920115:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018688.920121:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018688/real 1734018688] req@ffff8800a7a7e300 x1818247339731072/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018688.920131:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339731072/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018688.920138:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018688.920140:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018688.920144:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339731072:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018688.920149:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339731200:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018688.920165:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018688.920171:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018688/real 1734018688] req@ffff8800a7a7ea00 x1818247339731200/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018688.920181:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339731200/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018688.920189:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018688.920191:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018688.920195:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339731200:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018689.743438:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018689.853635:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018690.743440:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018690.855625:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018691.743413:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018691.857617:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018692.743448:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018692.859593:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018693.743470:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018693.861591:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018693.927474:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018693.927483:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018693.927488:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018693.927526:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2957 00000100:00080000:2.0:1734018693.927538:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018693.927548:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018693.927595:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339731328/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018693.927632:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018693.927637:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018693.927639:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018693.927644:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2957 00000100:00080000:2.0:1734018693.927647:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018693.927651:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018693.927664:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018693.927675:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339731456/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018693.927685:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018693.927689:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018693.927692:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018693.927695:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2957 00000100:00080000:2.0:1734018693.927698:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018693.927702:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018693.927707:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018693.927716:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339731584/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018693.927726:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018693.927729:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018693.927731:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018693.927735:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2957 00000100:00080000:2.0:1734018693.927737:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018693.927741:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018693.927745:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734018693.927752:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339731328:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734018693.927754:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339731712/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018693.927762:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018693.927766:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018693.927768:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018693.927771:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2957 00000100:00080000:2.0:1734018693.927774:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018693.927777:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018693.927781:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018693.927789:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339731840/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018693.927798:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018693.927801:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018693.927803:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018693.927806:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2957 00000100:00080000:2.0:1734018693.927810:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018693.927814:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018693.927818:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018693.927826:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339731968/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018693.927839:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018693.927865:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018693/real 1734018693] req@ffff8800a7a7d180 x1818247339731328/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018693.927888:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339731328/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018693.927900:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018693.927903:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018693.927909:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339731328:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018693.927916:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339731456:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018693.927933:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018693.927940:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018693/real 1734018693] req@ffff8800a7a7f100 x1818247339731456/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018693.927952:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339731456/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018693.927961:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018693.927964:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018693.927968:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339731456:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018693.927973:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339731584:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018693.927987:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018693.927993:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018693/real 1734018693] req@ffff8800a7a7dc00 x1818247339731584/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018693.928003:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339731584/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018693.928011:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018693.928013:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018693.928017:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339731584:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018693.928046:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339731712:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018693.928059:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018693.928066:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018693/real 1734018693] req@ffff8800a7a7fb80 x1818247339731712/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018693.928077:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339731712/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018693.928085:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018693.928087:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018693.928090:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339731712:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018693.928096:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339731840:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018693.928109:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018693.928115:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018693/real 1734018693] req@ffff8800a7a7ce00 x1818247339731840/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018693.928125:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339731840/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018693.928132:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018693.928135:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018693.928138:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339731840:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018693.928143:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339731968:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018693.928155:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018693.928160:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018693/real 1734018693] req@ffff8800a7a7c700 x1818247339731968/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018693.928170:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339731968/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018693.928177:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018693.928179:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018693.928182:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339731968:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018694.743525:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018694.863634:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018695.743444:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018695.865660:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018696.743503:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018696.867636:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018697.743499:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018697.869614:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018698.743517:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018698.871660:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018698.935496:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018698.935505:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018698.935511:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018698.935523:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2962 00000100:00080000:2.0:1734018698.935536:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018698.935545:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018698.935594:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339732096/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018698.935631:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018698.935636:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018698.935638:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018698.935642:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2962 00000100:00080000:2.0:1734018698.935645:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018698.935649:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018698.935661:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018698.935674:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339732224/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018698.935684:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018698.935687:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018698.935689:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018698.935693:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2962 00000100:00080000:2.0:1734018698.935696:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018698.935700:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018698.935705:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018698.935716:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339732352/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018698.935725:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018698.935728:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018698.935730:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018698.935733:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2962 00000100:00080000:2.0:1734018698.935736:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018698.935740:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018698.935745:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734018698.935748:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339732096:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734018698.935754:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339732480/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018698.935764:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018698.935767:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018698.935769:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018698.935774:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2962 00000100:00080000:2.0:1734018698.935776:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018698.935780:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018698.935784:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018698.935793:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339732608/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018698.935802:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018698.935805:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018698.935807:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018698.935810:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2962 00000100:00080000:2.0:1734018698.935814:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018698.935817:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018698.935822:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018698.935829:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339732736/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018698.935833:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018698.935859:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018698/real 1734018698] req@ffff8800a7a7c380 x1818247339732096/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018698.935882:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339732096/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018698.935893:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018698.935897:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018698.935901:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339732096:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018698.935908:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339732224:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018698.935926:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018698.935933:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018698/real 1734018698] req@ffff8800a7a7ed80 x1818247339732224/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018698.935945:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339732224/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018698.935952:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018698.935955:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018698.935959:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339732224:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018698.935964:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339732352:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018698.935978:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018698.935984:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018698/real 1734018698] req@ffff8800a7a7c700 x1818247339732352/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018698.935994:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339732352/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018698.936003:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018698.936006:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018698.936009:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339732352:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018698.936037:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339732480:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018698.936051:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018698.936057:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018698/real 1734018698] req@ffff8800a7a7ce00 x1818247339732480/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018698.936068:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339732480/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018698.936076:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018698.936078:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018698.936081:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339732480:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018698.936086:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339732608:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018698.936098:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018698.936104:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018698/real 1734018698] req@ffff8800a7a7fb80 x1818247339732608/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018698.936114:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339732608/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018698.936122:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018698.936124:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018698.936128:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339732608:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018698.936133:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339732736:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018698.936148:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018698.936154:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018698/real 1734018698] req@ffff8800a7a7dc00 x1818247339732736/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018698.936165:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339732736/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018698.936172:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018698.936174:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018698.936177:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339732736:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018699.743490:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018699.873658:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018700.743479:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018700.875663:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018701.743473:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018701.877609:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018702.743452:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018702.879611:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018703.743487:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018703.881599:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018703.943508:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018703.943517:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018703.943523:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018703.943535:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2967 00000100:00080000:2.0:1734018703.943548:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018703.943559:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018703.943607:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339732864/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018703.943648:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018703.943653:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018703.943655:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018703.943659:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2967 00000100:00080000:2.0:1734018703.943663:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018703.943667:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018703.943679:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018703.943690:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339732992/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018703.943700:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018703.943705:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018703.943706:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018703.943710:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2967 00000100:00080000:2.0:1734018703.943713:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018703.943717:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018703.943722:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018703.943731:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339733120/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018703.943740:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018703.943743:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018703.943746:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018703.943750:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2967 00000100:00080000:2.0:1734018703.943753:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018703.943757:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018703.943761:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018703.943769:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339733248/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018703.943779:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018703.943783:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018703.943784:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734018703.943789:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339732864:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018703.943789:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2967 00000100:00080000:2.0:1734018703.943791:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018703.943795:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018703.943799:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018703.943807:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339733376/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018703.943816:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018703.943819:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018703.943821:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018703.943825:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2967 00000100:00080000:2.0:1734018703.943828:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018703.943831:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018703.943836:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018703.943844:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339733504/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018703.943866:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018703.943892:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018703/real 1734018703] req@ffff8800a7a7f100 x1818247339732864/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018703.943913:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339732864/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018703.943926:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018703.943929:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018703.943934:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339732864:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018703.943942:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339732992:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018703.943960:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018703.943967:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018703/real 1734018703] req@ffff8800a7a7d180 x1818247339732992/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018703.943978:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339732992/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018703.943987:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018703.943990:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018703.943994:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339732992:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018703.944000:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339733120:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018703.944013:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018703.944019:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018703/real 1734018703] req@ffff8800a7a7ea00 x1818247339733120/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018703.944029:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339733120/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018703.944037:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018703.944039:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018703.944042:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339733120:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018703.944069:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339733248:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018703.944082:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018703.944088:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018703/real 1734018703] req@ffff8800a7a7e300 x1818247339733248/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018703.944099:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339733248/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018703.944107:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018703.944109:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018703.944112:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339733248:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018703.944119:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339733376:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018703.944132:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018703.944139:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018703/real 1734018703] req@ffff8800a7a7ca80 x1818247339733376/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018703.944149:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339733376/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018703.944157:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018703.944160:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018703.944163:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339733376:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018703.944168:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339733504:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018703.944180:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018703.944186:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018703/real 1734018703] req@ffff8800a7a7df80 x1818247339733504/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018703.944196:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339733504/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018703.944203:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018703.944205:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018703.944208:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339733504:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018704.743452:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018704.883615:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018705.743468:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018705.885594:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018706.743455:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018706.887635:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018707.743438:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018707.889634:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018708.743468:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018708.891585:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018708.951473:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018708.951481:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018708.951486:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018708.951500:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2972 00000100:00080000:2.0:1734018708.951510:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018708.951519:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018708.951555:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339733632/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018708.951591:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018708.951596:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018708.951598:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018708.951602:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2972 00000100:00080000:2.0:1734018708.951606:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018708.951609:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018708.951618:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018708.951629:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339733760/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018708.951639:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018708.951642:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018708.951645:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018708.951649:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2972 00000100:00080000:2.0:1734018708.951652:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018708.951655:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018708.951660:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018708.951670:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339733888/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018708.951679:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018708.951682:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018708.951684:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018708.951687:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2972 00000100:00080000:2.0:1734018708.951690:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018708.951694:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018708.951698:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018708.951706:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339734016/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018708.951712:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339733632:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018708.951715:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018708.951718:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018708.951720:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018708.951723:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2972 00000100:00080000:2.0:1734018708.951726:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018708.951729:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018708.951733:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018708.951740:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339734144/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018708.951750:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018708.951754:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018708.951755:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018708.951759:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2972 00000100:00080000:2.0:1734018708.951761:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018708.951765:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018708.951769:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018708.951776:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339734272/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018708.951779:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018708.951800:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018708/real 1734018708] req@ffff8800a7a7c000 x1818247339733632/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018708.951820:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339733632/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018708.951831:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018708.951834:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018708.951839:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339733632:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018708.951845:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339733760:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018708.951861:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018708.951868:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018708/real 1734018708] req@ffff8800a7a7f480 x1818247339733760/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018708.951880:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339733760/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018708.951887:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018708.951890:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018708.951893:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339733760:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018708.951898:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339733888:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018708.951912:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018708.951917:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018708/real 1734018708] req@ffff8800a7a7df80 x1818247339733888/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018708.951928:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339733888/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018708.951935:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018708.951938:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018708.951941:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339733888:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018708.951969:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339734016:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018708.951982:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018708.951989:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018708/real 1734018708] req@ffff8800a7a7ca80 x1818247339734016/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018708.951999:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339734016/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018708.952007:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018708.952009:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018708.952012:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339734016:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018708.952017:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339734144:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018708.952028:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018708.952034:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018708/real 1734018708] req@ffff8800a7a7e300 x1818247339734144/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018708.952044:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339734144/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018708.952051:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018708.952053:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018708.952056:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339734144:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018708.952062:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339734272:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018708.952076:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018708.952083:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018708/real 1734018708] req@ffff8800a7a7ea00 x1818247339734272/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018708.952093:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339734272/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018708.952100:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018708.952102:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018708.952105:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339734272:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018709.743460:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018709.893602:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018710.743483:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018710.895614:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018711.743474:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018711.897581:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018712.743480:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018712.899604:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018713.743466:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018713.901640:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018713.959451:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018713.959460:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018713.959464:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018713.959474:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2977 00000100:00080000:2.0:1734018713.959484:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018713.959492:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018713.959527:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339734400/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018713.959561:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018713.959565:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018713.959568:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018713.959574:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2977 00000100:00080000:2.0:1734018713.959577:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018713.959582:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018713.959592:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018713.959603:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339734528/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018713.959613:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018713.959617:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018713.959619:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018713.959622:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2977 00000100:00080000:2.0:1734018713.959625:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018713.959628:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018713.959633:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018713.959641:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339734656/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018713.959649:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018713.959652:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018713.959654:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018713.959657:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2977 00000100:00080000:2.0:1734018713.959660:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018713.959663:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018713.959667:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018713.959675:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339734784/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018713.959680:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339734400:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018713.959685:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018713.959689:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018713.959690:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018713.959694:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2977 00000100:00080000:2.0:1734018713.959697:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018713.959700:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018713.959704:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018713.959711:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339734912/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018713.959719:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018713.959722:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018713.959724:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018713.959727:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2977 00000100:00080000:2.0:1734018713.959730:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018713.959733:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018713.959737:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018713.959745:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734018713.959745:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339735040/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018713.959766:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018713/real 1734018713] req@ffff8800a7a7d180 x1818247339734400/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018713.959786:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339734400/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018713.959797:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018713.959800:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018713.959804:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339734400:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018713.959812:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339734528:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018713.959828:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018713.959834:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018713/real 1734018713] req@ffff8800a7a7f100 x1818247339734528/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018713.959845:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339734528/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018713.959854:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018713.959857:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018713.959860:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339734528:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018713.959866:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339734656:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018713.959879:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018713.959885:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018713/real 1734018713] req@ffff8800a7a7dc00 x1818247339734656/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018713.959895:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339734656/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018713.959902:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018713.959905:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018713.959908:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339734656:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018713.959935:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339734784:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018713.959948:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018713.959955:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018713/real 1734018713] req@ffff8800a7a7fb80 x1818247339734784/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018713.959966:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339734784/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018713.959973:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018713.959976:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018713.959979:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339734784:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018713.959984:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339734912:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018713.959997:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018713.960003:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018713/real 1734018713] req@ffff8800a7a7ce00 x1818247339734912/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018713.960013:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339734912/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018713.960021:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018713.960023:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018713.960026:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339734912:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018713.960031:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339735040:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018713.960042:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018713.960048:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018713/real 1734018713] req@ffff8800a7a7c700 x1818247339735040/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018713.960058:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339735040/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018713.960065:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018713.960067:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018713.960070:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339735040:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018714.743442:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018714.903576:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018715.743470:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018715.905585:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018716.743479:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018716.907618:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018717.743435:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018717.909602:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018718.743466:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018718.911614:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018718.967438:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018718.967447:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018718.967450:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018718.967460:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2982 00000100:00080000:2.0:1734018718.967470:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018718.967478:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018718.967513:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339735168/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018718.967546:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018718.967550:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018718.967552:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018718.967556:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2982 00000100:00080000:2.0:1734018718.967559:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018718.967563:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018718.967572:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018718.967583:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339735296/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018718.967592:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018718.967596:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018718.967598:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018718.967601:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2982 00000100:00080000:2.0:1734018718.967604:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018718.967607:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018718.967613:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018718.967622:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339735424/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018718.967632:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018718.967635:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018718.967636:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018718.967640:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2982 00000100:00080000:2.0:1734018718.967642:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018718.967646:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018718.967650:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018718.967658:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339735552/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018718.967663:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339735168:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018718.967667:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018718.967670:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018718.967671:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018718.967675:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2982 00000100:00080000:2.0:1734018718.967677:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018718.967681:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018718.967685:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018718.967692:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339735680/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018718.967700:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018718.967703:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018718.967705:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018718.967708:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2982 00000100:00080000:2.0:1734018718.967712:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018718.967715:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018718.967719:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018718.967727:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734018718.967727:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339735808/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018718.967751:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018718/real 1734018718] req@ffff8800a7a7ed80 x1818247339735168/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018718.967769:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339735168/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018718.967780:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018718.967783:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018718.967787:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339735168:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018718.967794:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339735296:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018718.967811:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018718.967817:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018718/real 1734018718] req@ffff8800a7a7c380 x1818247339735296/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018718.967829:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339735296/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018718.967836:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018718.967839:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018718.967842:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339735296:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018718.967847:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339735424:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018718.967861:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018718.967867:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018718/real 1734018718] req@ffff8800a7a7c700 x1818247339735424/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018718.967877:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339735424/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018718.967884:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018718.967887:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018718.967890:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339735424:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018718.967913:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339735552:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018718.967926:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018718.967933:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018718/real 1734018718] req@ffff8800a7a7ce00 x1818247339735552/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018718.967944:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339735552/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018718.967951:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018718.967953:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018718.967956:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339735552:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018718.967961:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339735680:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018718.967973:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018718.967979:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018718/real 1734018718] req@ffff8800a7a7fb80 x1818247339735680/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018718.967989:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339735680/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018718.967997:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018718.967999:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018718.968002:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339735680:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018718.968007:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339735808:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018718.968022:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018718.968028:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018718/real 1734018718] req@ffff8800a7a7dc00 x1818247339735808/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018718.968039:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339735808/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018718.968046:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018718.968048:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018718.968051:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339735808:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018719.743453:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018719.913633:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018720.743437:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018720.915645:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018721.743467:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018721.917609:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018722.743433:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018722.919589:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018723.743479:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018723.921617:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018723.975451:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018723.975460:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018723.975465:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018723.975474:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2987 00000100:00080000:2.0:1734018723.975484:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018723.975492:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018723.975530:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339735936/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018723.975564:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018723.975569:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018723.975571:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018723.975575:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2987 00000100:00080000:2.0:1734018723.975578:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018723.975582:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018723.975592:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018723.975604:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339736064/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018723.975614:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018723.975617:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018723.975618:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018723.975622:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2987 00000100:00080000:2.0:1734018723.975625:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018723.975628:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018723.975633:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018723.975641:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339736192/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018723.975650:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018723.975654:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018723.975655:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018723.975659:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2987 00000100:00080000:2.0:1734018723.975661:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018723.975665:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018723.975669:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018723.975676:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339736320/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018723.975685:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734018723.975686:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339735936:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018723.975689:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018723.975690:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018723.975695:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2987 00000100:00080000:2.0:1734018723.975698:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018723.975701:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018723.975705:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018723.975713:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339736448/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018723.975721:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018723.975724:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018723.975726:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018723.975729:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2987 00000100:00080000:2.0:1734018723.975732:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018723.975735:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018723.975739:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018723.975746:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339736576/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018723.975776:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339736064:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018723.975799:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339736192:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018723.975821:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339736320:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018723.975836:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339736448:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018723.975850:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339736576:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018724.743454:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018724.923612:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018725.743471:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018725.925597:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018726.743462:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018726.927610:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1734018726.981807:0:1967:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:0.0:1734018726.981870:0:1967:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1734018726.981896:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734018726.981985:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734018726.981997:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734018726.982006:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734018726.982013:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734018726.982021:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000100:00100000:1.0:1734018726.982058:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018723/real 1734018726] req@ffff8800a7a7e300 x1818247339736320/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018726.982090:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339736320/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018726.982103:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018726.982107:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018726.982113:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339736320:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018726.982121:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018723/real 1734018726] req@ffff8800a7a7ca80 x1818247339736448/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018726.982133:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339736448/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018726.982141:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018726.982144:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018726.982149:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339736448:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018726.982160:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018723/real 1734018726] req@ffff8800a7a7df80 x1818247339736576/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018726.982177:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339736576/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018726.982189:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018726.982193:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018726.982198:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339736576:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018726.982209:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018723/real 1734018726] req@ffff8800a7a7f100 x1818247339735936/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018726.982229:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339735936/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018726.982240:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018726.982244:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018726.982249:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339735936:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018726.982261:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018723/real 1734018726] req@ffff8800a7a7d180 x1818247339736064/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018726.982279:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339736064/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018726.982292:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018726.982296:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018726.982301:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339736064:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018726.982311:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018723/real 1734018726] req@ffff8800a7a7ea00 x1818247339736192/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018726.982471:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339736192/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018726.982485:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018726.982489:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018726.982494:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339736192:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018727.743433:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018727.929576:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018728.743464:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018728.931598:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018728.983435:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018728.983444:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018728.983449:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018728.983462:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2992 00000100:00080000:2.0:1734018728.983476:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018728.983486:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018728.983534:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339736704/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018728.983561:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018728.983565:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018728.983567:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018728.983572:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2992 00000100:00080000:2.0:1734018728.983575:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018728.983579:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018728.983591:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1734018728.983595:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339736704:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734018728.983602:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339736832/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018728.983614:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018728.983618:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018728.983620:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018728.983624:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2992 00000100:00080000:2.0:1734018728.983627:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018728.983630:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018728.983636:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018728.983647:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339736960/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018728.983655:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018728.983659:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018728.983661:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1734018728.983666:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734018728.983666:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2992 00000100:00080000:2.0:1734018728.983669:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018728.983673:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018728.983678:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018728.983686:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339737088/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018728.983691:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018728/real 1734018728] req@ffff8800a7a7f480 x1818247339736704/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018728.983695:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018728.983698:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018728.983700:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018728.983704:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2992 00000100:00080000:2.0:1734018728.983707:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018728.983710:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:1.0:1734018728.983712:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339736704/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:2.0:1734018728.983714:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018728.983723:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339737216/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1734018728.983725:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018728.983729:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00080000:2.0:1734018728.983732:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734018728.983734:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339736704:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018728.983735:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018728.983737:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018728.983741:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2992 00000100:00080000:2.0:1734018728.983744:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018728.983747:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018728.983752:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734018728.983758:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339736832:192.168.201.101@tcp:38:kworker.0 00000100:00100000:2.0:1734018728.983761:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339737344/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018728.983777:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018728.983786:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018728/real 1734018728] req@ffff8800a7a7c000 x1818247339736832/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018728.983798:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339736832/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018728.983806:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018728.983810:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018728.983813:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339736832:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018728.983819:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339736960:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018728.983833:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018728.983840:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018728/real 1734018728] req@ffff8800a7a7ea00 x1818247339736960/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018728.983851:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339736960/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018728.983859:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018728.983861:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018728.983864:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339736960:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018728.983870:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339737088:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018728.983887:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018728.983893:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018728/real 1734018728] req@ffff8800a7a7d180 x1818247339737088/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018728.983941:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339737088/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018728.983949:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018728.983952:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018728.983955:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339737088:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018728.983962:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339737216:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018728.983979:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018728.983986:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018728/real 1734018728] req@ffff8800a7a7f100 x1818247339737216/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018728.983996:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339737216/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018728.984004:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018728.984006:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018728.984009:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339737216:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018728.984026:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339737344:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018728.984040:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018728.984046:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018728/real 1734018728] req@ffff8800a7a7df80 x1818247339737344/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018728.984063:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339737344/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018728.984070:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018728.984073:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018728.984075:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339737344:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018729.743473:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018729.933604:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018730.743448:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018730.935645:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018731.743471:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018731.937606:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018732.743441:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018732.939609:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018733.743449:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018733.941600:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018733.991443:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018733.991453:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018733.991459:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018733.991471:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 2997 00000100:00080000:2.0:1734018733.991483:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018733.991493:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018733.991541:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339737472/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018733.991576:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018733.991581:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018733.991583:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018733.991588:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2997 00000100:00080000:2.0:1734018733.991591:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018733.991595:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018733.991607:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018733.991619:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339737600/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018733.991629:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018733.991632:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018733.991635:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018733.991639:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2997 00000100:00080000:2.0:1734018733.991642:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018733.991646:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018733.991651:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018733.991660:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339737728/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018733.991670:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018733.991673:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018733.991674:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018733.991678:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 2997 00000100:00100000:1.0:1734018733.991680:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339737472:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018733.991681:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018733.991684:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018733.991689:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018733.991697:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339737856/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018733.991706:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018733.991710:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018733.991711:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018733.991715:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2997 00000100:00080000:2.0:1734018733.991718:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018733.991721:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018733.991725:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018733.991733:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339737984/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018733.991743:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018733.991746:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018733.991748:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018733.991752:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 2997 00000100:00080000:2.0:1734018733.991755:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018733.991758:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018733.991763:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018733.991766:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734018733.991771:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339738112/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018733.991792:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018733/real 1734018733] req@ffff8800a7a7ca80 x1818247339737472/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018733.991852:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339737472/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018733.991865:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018733.991868:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018733.991874:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339737472:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018733.991881:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339737600:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018733.991902:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018733.991911:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018733/real 1734018733] req@ffff8800a7a7e300 x1818247339737600/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018733.991922:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339737600/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018733.991931:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018733.991934:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018733.991938:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339737600:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018733.991963:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339737728:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018733.991979:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018733.991986:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018733/real 1734018733] req@ffff8800a7a7dc00 x1818247339737728/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018733.991997:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339737728/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018733.992005:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018733.992007:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018733.992010:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339737728:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018733.992014:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339737856:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018733.992027:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018733.992033:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018733/real 1734018733] req@ffff8800a7a7fb80 x1818247339737856/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018733.992043:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339737856/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018733.992050:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018733.992052:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018733.992056:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339737856:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018733.992060:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339737984:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018733.992078:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018733.992084:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018733/real 1734018733] req@ffff8800a7a7ce00 x1818247339737984/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018733.992095:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339737984/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018733.992103:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018733.992105:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018733.992108:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339737984:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018733.992113:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339738112:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018733.992125:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018733.992132:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018733/real 1734018733] req@ffff8800a7a7c700 x1818247339738112/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018733.992141:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339738112/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018733.992148:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018733.992150:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018733.992153:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339738112:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018734.743480:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018734.943533:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018735.743447:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018735.945632:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018736.743471:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018736.947612:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018737.743464:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018737.949571:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018738.743459:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018738.951625:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018738.999465:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018738.999474:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018738.999479:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018738.999488:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3002 00000100:00080000:2.0:1734018738.999498:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018738.999506:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018738.999542:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339738240/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018738.999576:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018738.999580:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018738.999583:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018738.999587:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3002 00000100:00080000:2.0:1734018738.999591:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018738.999594:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018738.999605:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018738.999616:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339738368/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018738.999625:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018738.999629:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018738.999631:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018738.999634:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3002 00000100:00080000:2.0:1734018738.999637:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018738.999641:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018738.999646:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018738.999656:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339738496/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018738.999664:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018738.999667:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018738.999669:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018738.999673:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3002 00000100:00080000:2.0:1734018738.999675:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018738.999679:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018738.999683:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018738.999691:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339738624/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018738.999702:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734018738.999704:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339738240:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018738.999706:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018738.999707:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018738.999711:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3002 00000100:00080000:2.0:1734018738.999714:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018738.999717:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018738.999721:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018738.999776:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339738752/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018738.999785:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018738.999788:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018738.999790:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018738.999794:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3002 00000100:00080000:2.0:1734018738.999797:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018738.999800:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018738.999804:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018738.999811:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339738880/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018738.999838:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018738.999866:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018738/real 1734018738] req@ffff8800a7a7c380 x1818247339738240/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018738.999898:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339738240/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018738.999910:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018738.999914:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018738.999919:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339738240:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018738.999927:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339738368:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018738.999947:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018738.999954:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018738/real 1734018738] req@ffff8800a7a7ed80 x1818247339738368/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018738.999965:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339738368/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018738.999973:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018738.999976:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018738.999980:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339738368:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018738.999986:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339738496:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018739.000001:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018739.000007:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018738/real 1734018738] req@ffff8800a7a7c700 x1818247339738496/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018739.000017:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339738496/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018739.000025:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018739.000028:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018739.000032:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339738496:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018739.000061:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339738624:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018739.000076:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018739.000082:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018738/real 1734018738] req@ffff8800a7a7ce00 x1818247339738624/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018739.000093:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339738624/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018739.000101:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018739.000104:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018739.000107:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339738624:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018739.000112:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339738752:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018739.000126:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018739.000132:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018738/real 1734018738] req@ffff8800a7a7fb80 x1818247339738752/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018739.000142:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339738752/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018739.000150:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018739.000153:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018739.000156:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339738752:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018739.000162:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339738880:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018739.000178:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018739.000185:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018738/real 1734018738] req@ffff8800a7a7dc00 x1818247339738880/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018739.000196:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339738880/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018739.000203:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018739.000206:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018739.000209:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339738880:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018739.743464:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018739.953604:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018740.743437:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018740.955665:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018741.743430:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018741.957620:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018742.743449:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018742.959614:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018743.743406:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018743.961633:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018744.007463:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018744.007473:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018744.007478:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018744.007491:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3007 00000100:00080000:2.0:1734018744.007504:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018744.007514:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018744.007562:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339739008/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018744.007597:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018744.007601:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018744.007603:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018744.007608:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3007 00000100:00080000:2.0:1734018744.007612:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018744.007615:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018744.007627:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018744.007661:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339739136/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018744.007672:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018744.007676:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018744.007678:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018744.007682:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3007 00000100:00080000:2.0:1734018744.007685:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018744.007689:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018744.007695:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018744.007705:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339739264/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018744.007716:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018744.007719:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018744.007721:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018744.007725:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3007 00000100:00080000:2.0:1734018744.007727:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734018744.007728:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339739008:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018744.007731:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018744.007736:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018744.007744:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339739392/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018744.007753:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018744.007756:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018744.007758:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018744.007762:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3007 00000100:00080000:2.0:1734018744.007764:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018744.007767:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018744.007772:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018744.007780:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339739520/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018744.007788:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018744.007792:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018744.007793:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018744.007797:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3007 00000100:00080000:2.0:1734018744.007800:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018744.007803:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018744.007808:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018744.007813:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734018744.007816:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339739648/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018744.007840:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018744/real 1734018744] req@ffff8800a7a7e300 x1818247339739008/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018744.007863:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339739008/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018744.007875:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018744.007878:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018744.007883:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339739008:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018744.007890:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339739136:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018744.007909:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018744.007916:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018744/real 1734018744] req@ffff8800a7a7ca80 x1818247339739136/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018744.007927:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339739136/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018744.007936:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018744.007939:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018744.007943:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339739136:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018744.007969:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339739264:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018744.007983:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018744.007990:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018744/real 1734018744] req@ffff8800a7a7df80 x1818247339739264/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018744.008001:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339739264/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018744.008009:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018744.008011:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018744.008014:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339739264:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018744.008019:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339739392:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018744.008032:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018744.008038:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018744/real 1734018744] req@ffff8800a7a7f100 x1818247339739392/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018744.008048:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339739392/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018744.008056:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018744.008058:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018744.008061:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339739392:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018744.008067:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339739520:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018744.008081:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018744.008087:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018744/real 1734018744] req@ffff8800a7a7d180 x1818247339739520/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018744.008098:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339739520/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018744.008106:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018744.008108:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018744.008111:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339739520:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018744.008116:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339739648:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018744.008128:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018744.008134:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018744/real 1734018744] req@ffff8800a7a7ea00 x1818247339739648/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018744.008144:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339739648/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018744.008151:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018744.008153:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018744.008156:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339739648:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018744.743459:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018744.963611:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018745.743497:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018745.965592:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018746.743486:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018746.967614:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018747.743461:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018747.969607:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018748.743500:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018748.971622:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018749.015432:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018749.015442:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018749.015447:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018749.015459:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3012 00000100:00080000:2.0:1734018749.015472:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018749.015482:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018749.015529:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339739776/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018749.015586:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018749.015591:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018749.015593:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018749.015598:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3012 00000100:00080000:2.0:1734018749.015601:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018749.015606:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018749.015618:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018749.015631:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339739904/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018749.015642:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018749.015646:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018749.015647:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018749.015651:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3012 00000100:00080000:2.0:1734018749.015654:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018749.015658:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018749.015663:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1734018749.015673:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339739776:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734018749.015675:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339740032/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018749.015685:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018749.015688:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018749.015689:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018749.015693:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3012 00000100:00080000:2.0:1734018749.015696:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018749.015699:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018749.015704:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018749.015713:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339740160/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018749.015722:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018749.015726:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018749.015727:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018749.015732:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3012 00000100:00080000:2.0:1734018749.015735:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018749.015739:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018749.015743:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018749.015752:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339740288/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018749.015756:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734018749.015760:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018749.015763:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018749.015765:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018749.015769:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3012 00000100:00080000:2.0:1734018749.015772:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018749.015775:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018749.015780:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734018749.015783:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018749/real 1734018749] req@ffff8800a7a7c000 x1818247339739776/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018749.015788:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339740416/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018749.015807:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339739776/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018749.015818:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018749.015822:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018749.015827:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339739776:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018749.015834:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339739904:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018749.015852:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018749.015859:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018749/real 1734018749] req@ffff8800a7a7f480 x1818247339739904/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018749.015871:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339739904/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018749.015879:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018749.015882:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018749.015885:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339739904:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018749.015912:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339740032:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018749.015926:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018749.015933:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018749/real 1734018749] req@ffff8800a7a7ea00 x1818247339740032/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018749.015944:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339740032/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018749.015952:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018749.015955:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018749.015958:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339740032:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018749.015964:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339740160:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018749.015977:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018749.015983:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018749/real 1734018749] req@ffff8800a7a7d180 x1818247339740160/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018749.015993:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339740160/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018749.016002:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018749.016005:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018749.016008:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339740160:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018749.016012:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339740288:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018749.016026:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018749.016032:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018749/real 1734018749] req@ffff8800a7a7f100 x1818247339740288/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018749.016042:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339740288/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018749.016049:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018749.016052:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018749.016055:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339740288:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018749.016060:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339740416:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018749.016077:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018749.016083:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018749/real 1734018749] req@ffff8800a7a7df80 x1818247339740416/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018749.016093:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339740416/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018749.016101:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018749.016103:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018749.016106:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339740416:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018749.743465:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018749.973640:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018750.743440:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018750.975637:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018751.743454:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018751.977671:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018752.743451:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018752.979649:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018753.743513:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018753.981651:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018754.023500:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018754.023509:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018754.023515:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018754.023528:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3017 00000100:00080000:2.0:1734018754.023541:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018754.023551:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018754.023600:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339740544/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018754.023636:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018754.023641:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018754.023643:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018754.023648:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3017 00000100:00080000:2.0:1734018754.023652:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018754.023656:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018754.023668:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018754.023680:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339740672/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018754.023689:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018754.023693:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018754.023695:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018754.023699:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3017 00000100:00080000:2.0:1734018754.023702:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018754.023706:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018754.023711:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018754.023720:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339740800/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018754.023729:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018754.023732:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018754.023734:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018754.023738:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3017 00000100:00080000:2.0:1734018754.023741:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018754.023745:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:1.0:1734018754.023747:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339740544:192.168.201.101@tcp:250:kworker.0 00000008:00100000:2.0:1734018754.023749:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018754.023758:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339740928/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018754.023767:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018754.023770:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018754.023772:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018754.023776:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3017 00000100:00080000:2.0:1734018754.023778:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018754.023782:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018754.023786:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018754.023794:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339741056/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018754.023802:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018754.023806:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018754.023807:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018754.023811:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3017 00000100:00080000:2.0:1734018754.023814:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018754.023818:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018754.023822:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018754.023830:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339741184/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018754.023833:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018754.023860:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018754/real 1734018754] req@ffff8800a7a7ca80 x1818247339740544/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018754.023883:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339740544/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018754.023895:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018754.023898:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018754.023904:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339740544:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018754.023910:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339740672:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018754.023929:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018754.023935:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018754/real 1734018754] req@ffff8800a7a7e300 x1818247339740672/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018754.023947:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339740672/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018754.023956:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018754.023959:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018754.023963:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339740672:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018754.023968:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339740800:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018754.023982:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018754.023988:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018754/real 1734018754] req@ffff8800a7a7dc00 x1818247339740800/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018754.023999:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339740800/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018754.024006:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018754.024008:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018754.024012:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339740800:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018754.024040:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339740928:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018754.024054:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018754.024061:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018754/real 1734018754] req@ffff8800a7a7fb80 x1818247339740928/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018754.024072:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339740928/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018754.024080:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018754.024082:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018754.024085:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339740928:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018754.024091:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339741056:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018754.024104:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018754.024110:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018754/real 1734018754] req@ffff8800a7a7ce00 x1818247339741056/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018754.024121:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339741056/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018754.024129:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018754.024131:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018754.024134:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339741056:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018754.024139:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339741184:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018754.024150:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018754.024156:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018754/real 1734018754] req@ffff8800a7a7c700 x1818247339741184/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018754.024166:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339741184/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018754.024173:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018754.024175:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018754.024178:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339741184:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018754.743519:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018754.983642:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018755.743515:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018755.985646:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018756.743467:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018756.987664:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018757.743496:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018757.989647:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018758.743480:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018758.991633:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018759.031487:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018759.031497:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018759.031503:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018759.031516:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3022 00000100:00080000:2.0:1734018759.031528:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018759.031538:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018759.031585:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339741312/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018759.031621:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018759.031625:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018759.031627:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018759.031632:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3022 00000100:00080000:2.0:1734018759.031635:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018759.031639:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018759.031651:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018759.031663:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339741440/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018759.031672:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018759.031676:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018759.031679:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018759.031683:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3022 00000100:00080000:2.0:1734018759.031685:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018759.031689:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:1.0:1734018759.031695:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339741312:192.168.201.101@tcp:250:kworker.0 00000008:00100000:2.0:1734018759.031695:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018759.031706:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339741568/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018759.031715:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018759.031719:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018759.031721:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018759.031724:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3022 00000100:00080000:2.0:1734018759.031727:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018759.031731:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018759.031735:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018759.031745:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339741696/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018759.031753:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018759.031757:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018759.031758:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018759.031762:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3022 00000100:00080000:2.0:1734018759.031765:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018759.031768:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018759.031772:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018759.031780:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339741824/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018759.031781:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734018759.031790:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018759.031793:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018759.031795:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018759.031799:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3022 00000100:00080000:2.0:1734018759.031801:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018759.031805:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:1.0:1734018759.031807:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018759/real 1734018759] req@ffff8800a7a7ed80 x1818247339741312/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:2.0:1734018759.031809:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018759.031817:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339741952/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018759.031831:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339741312/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018759.031843:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018759.031846:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018759.031851:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339741312:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018759.031859:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339741440:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018759.031878:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018759.031885:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018759/real 1734018759] req@ffff8800a7a7c380 x1818247339741440/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018759.031896:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339741440/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018759.031904:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018759.031907:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018759.031910:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339741440:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018759.031936:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339741568:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018759.031950:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018759.031956:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018759/real 1734018759] req@ffff8800a7a7c700 x1818247339741568/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018759.031967:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339741568/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018759.031976:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018759.031979:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018759.031982:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339741568:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018759.031988:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339741696:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018759.032001:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018759.032007:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018759/real 1734018759] req@ffff8800a7a7ce00 x1818247339741696/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018759.032017:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339741696/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018759.032026:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018759.032029:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018759.032032:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339741696:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018759.032037:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339741824:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018759.032050:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018759.032056:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018759/real 1734018759] req@ffff8800a7a7fb80 x1818247339741824/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018759.032066:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339741824/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018759.032074:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018759.032076:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018759.032079:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339741824:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018759.032085:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339741952:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018759.032101:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018759.032108:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018759/real 1734018759] req@ffff8800a7a7dc00 x1818247339741952/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018759.032118:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339741952/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018759.032126:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018759.032128:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018759.032131:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339741952:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018759.743483:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018759.993642:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018760.743465:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018760.995625:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018761.743465:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018761.997611:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018762.743460:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018762.999630:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018763.743454:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018764.001574:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018764.039469:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018764.039478:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018764.039484:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018764.039497:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3027 00000100:00080000:2.0:1734018764.039509:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018764.039519:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018764.039566:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339742080/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018764.039602:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018764.039607:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018764.039610:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018764.039615:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3027 00000100:00080000:2.0:1734018764.039619:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018764.039623:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018764.039634:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018764.039646:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339742208/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018764.039655:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018764.039660:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018764.039662:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018764.039666:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3027 00000100:00080000:2.0:1734018764.039669:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018764.039673:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018764.039678:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018764.039687:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339742336/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018764.039696:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018764.039700:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018764.039701:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018764.039705:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3027 00000100:00080000:2.0:1734018764.039707:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018764.039711:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:1.0:1734018764.039712:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339742080:192.168.201.101@tcp:250:kworker.0 00000008:00100000:2.0:1734018764.039716:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018764.039724:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339742464/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018764.039734:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018764.039738:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018764.039739:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018764.039743:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3027 00000100:00080000:2.0:1734018764.039745:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018764.039749:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018764.039753:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018764.039761:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339742592/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018764.039770:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018764.039773:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018764.039775:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018764.039778:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3027 00000100:00080000:2.0:1734018764.039781:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018764.039785:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018764.039789:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018764.039797:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734018764.039797:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339742720/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018764.039823:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018764/real 1734018764] req@ffff8800a7a7e300 x1818247339742080/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018764.039846:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339742080/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018764.039857:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018764.039861:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018764.039865:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339742080:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018764.039873:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339742208:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018764.039890:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018764.039897:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018764/real 1734018764] req@ffff8800a7a7ca80 x1818247339742208/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018764.039909:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339742208/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018764.039918:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018764.039921:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018764.039925:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339742208:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018764.039951:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339742336:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018764.039966:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018764.039972:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018764/real 1734018764] req@ffff8800a7a7df80 x1818247339742336/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018764.039983:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339742336/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018764.039991:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018764.039994:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018764.039997:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339742336:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018764.040001:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339742464:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018764.040014:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018764.040020:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018764/real 1734018764] req@ffff8800a7a7f100 x1818247339742464/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018764.040030:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339742464/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018764.040037:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018764.040040:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018764.040043:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339742464:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018764.040048:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339742592:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018764.040062:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018764.040069:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018764/real 1734018764] req@ffff8800a7a7d180 x1818247339742592/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018764.040080:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339742592/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018764.040088:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018764.040090:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018764.040093:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339742592:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018764.040098:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339742720:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018764.040110:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018764.040116:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018764/real 1734018764] req@ffff8800a7a7ea00 x1818247339742720/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018764.040126:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339742720/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018764.040133:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018764.040135:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018764.040138:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339742720:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018764.743464:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018765.003607:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018765.743462:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018766.005623:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018766.743442:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018767.007608:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018767.743467:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018768.009616:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018768.743458:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018769.011586:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018769.047439:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018769.047448:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018769.047452:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018769.047462:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3032 00000100:00080000:2.0:1734018769.047472:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018769.047480:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018769.047516:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339742848/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018769.047550:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018769.047555:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018769.047556:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018769.047561:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3032 00000100:00080000:2.0:1734018769.047564:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018769.047568:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018769.047577:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018769.047587:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339742976/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018769.047597:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018769.047600:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018769.047602:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018769.047606:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3032 00000100:00080000:2.0:1734018769.047608:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018769.047612:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018769.047617:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018769.047628:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339743104/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018769.047637:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018769.047641:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018769.047642:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018769.047646:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3032 00000100:00080000:2.0:1734018769.047648:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018769.047651:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018769.047655:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018769.047665:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339743232/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018769.047670:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339742848:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018769.047675:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018769.047679:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018769.047680:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018769.047684:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3032 00000100:00080000:2.0:1734018769.047686:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018769.047689:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018769.047694:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018769.047702:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339743360/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018769.047711:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018769.047714:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018769.047716:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018769.047719:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3032 00000100:00080000:2.0:1734018769.047722:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018769.047726:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018769.047730:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018769.047738:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339743488/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018769.047763:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018769.047790:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018769/real 1734018769] req@ffff8800a7a7f480 x1818247339742848/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018769.047812:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339742848/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018769.047825:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018769.047829:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018769.047834:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339742848:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018769.047842:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339742976:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018769.047860:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018769.047867:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018769/real 1734018769] req@ffff8800a7a7c000 x1818247339742976/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018769.047879:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339742976/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018769.047887:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018769.047890:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018769.047893:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339742976:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018769.047899:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339743104:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018769.047914:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018769.047920:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018769/real 1734018769] req@ffff8800a7a7ea00 x1818247339743104/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018769.047930:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339743104/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018769.047938:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018769.047941:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018769.047945:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339743104:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018769.047977:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339743232:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018769.047991:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018769.047998:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018769/real 1734018769] req@ffff8800a7a7d180 x1818247339743232/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018769.048009:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339743232/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018769.048017:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018769.048019:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018769.048022:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339743232:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018769.048028:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339743360:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018769.048041:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018769.048048:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018769/real 1734018769] req@ffff8800a7a7f100 x1818247339743360/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018769.048058:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339743360/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018769.048065:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018769.048068:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018769.048071:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339743360:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018769.048077:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339743488:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018769.048093:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018769.048100:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018769/real 1734018769] req@ffff8800a7a7df80 x1818247339743488/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018769.048111:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339743488/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018769.048119:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018769.048121:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018769.048124:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339743488:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018769.743459:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018770.013614:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018770.743464:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018771.015639:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018771.743483:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018772.017625:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018772.743485:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018773.019600:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018773.743479:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018774.021563:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018774.055431:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018774.055440:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018774.055445:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018774.055455:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3037 00000100:00080000:2.0:1734018774.055466:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018774.055474:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018774.055510:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339743616/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018774.055545:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018774.055550:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018774.055552:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018774.055556:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3037 00000100:00080000:2.0:1734018774.055560:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018774.055563:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018774.055573:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018774.055585:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339743744/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018774.055595:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018774.055599:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018774.055600:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018774.055604:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3037 00000100:00080000:2.0:1734018774.055607:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018774.055611:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018774.055615:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018774.055624:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339743872/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018774.055633:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018774.055636:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018774.055637:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018774.055641:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3037 00000100:00080000:2.0:1734018774.055643:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018774.055647:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018774.055651:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018774.055658:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339744000/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018774.055668:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018774.055671:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018774.055672:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018774.055677:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3037 00000100:00080000:2.0:1734018774.055680:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734018774.055682:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339743616:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018774.055683:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018774.055687:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018774.055695:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339744128/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018774.055703:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018774.055706:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018774.055707:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018774.055711:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3037 00000100:00080000:2.0:1734018774.055713:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018774.055717:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018774.055721:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018774.055728:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339744256/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018774.055777:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018774.055805:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018774/real 1734018774] req@ffff8800a7a7ca80 x1818247339743616/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018774.055829:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339743616/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018774.055842:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018774.055846:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018774.055851:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339743616:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018774.055859:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339743744:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018774.055877:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018774.055884:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018774/real 1734018774] req@ffff8800a7a7e300 x1818247339743744/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018774.055896:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339743744/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018774.055906:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018774.055909:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018774.055912:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339743744:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018774.055918:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339743872:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018774.055932:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018774.055938:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018774/real 1734018774] req@ffff8800a7a7dc00 x1818247339743872/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018774.055949:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339743872/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018774.055956:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018774.055960:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018774.055963:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339743872:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018774.055992:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339744000:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018774.056007:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018774.056014:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018774/real 1734018774] req@ffff8800a7a7fb80 x1818247339744000/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018774.056025:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339744000/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018774.056033:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018774.056035:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018774.056038:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339744000:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018774.056045:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339744128:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018774.056058:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018774.056063:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018774/real 1734018774] req@ffff8800a7a7ce00 x1818247339744128/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018774.056073:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339744128/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018774.056081:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018774.056083:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018774.056086:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339744128:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018774.056093:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339744256:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018774.056106:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018774.056112:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018774/real 1734018774] req@ffff8800a7a7c700 x1818247339744256/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018774.056122:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339744256/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018774.056160:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018774.056163:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018774.056167:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339744256:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018774.743480:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018775.023547:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018775.743455:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018776.025596:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018776.743440:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018777.027579:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018777.743455:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018778.029558:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018778.743456:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018779.031559:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018779.063451:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018779.063460:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018779.063464:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018779.063474:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3042 00000100:00080000:2.0:1734018779.063484:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018779.063492:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018779.063528:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339744384/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018779.063563:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018779.063567:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018779.063570:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018779.063574:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3042 00000100:00080000:2.0:1734018779.063577:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018779.063581:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018779.063590:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018779.063601:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339744512/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018779.063611:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018779.063614:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018779.063616:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018779.063620:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3042 00000100:00080000:2.0:1734018779.063622:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018779.063626:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018779.063631:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018779.063640:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339744640/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018779.063649:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018779.063652:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018779.063655:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018779.063659:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3042 00000100:00080000:2.0:1734018779.063662:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018779.063666:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018779.063670:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018779.063678:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339744768/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018779.063688:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018779.063691:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018779.063693:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734018779.063695:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339744384:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018779.063697:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3042 00000100:00080000:2.0:1734018779.063699:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018779.063703:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018779.063708:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018779.063716:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339744896/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018779.063725:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018779.063728:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018779.063730:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018779.063734:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3042 00000100:00080000:2.0:1734018779.063736:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018779.063739:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018779.063744:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018779.063751:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339745024/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018779.063787:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018779.063815:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018779/real 1734018779] req@ffff8800a7a7c380 x1818247339744384/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018779.063838:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339744384/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018779.063851:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018779.063855:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018779.063860:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339744384:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018779.063868:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339744512:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018779.063887:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018779.063894:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018779/real 1734018779] req@ffff8800a7a7ed80 x1818247339744512/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018779.063906:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339744512/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018779.063914:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018779.063917:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018779.063920:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339744512:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018779.063926:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339744640:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018779.063940:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018779.063947:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018779/real 1734018779] req@ffff8800a7a7c700 x1818247339744640/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018779.063957:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339744640/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018779.063965:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018779.063968:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018779.063971:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339744640:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018779.064001:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339744768:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018779.064016:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018779.064023:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018779/real 1734018779] req@ffff8800a7a7ce00 x1818247339744768/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018779.064034:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339744768/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018779.064042:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018779.064091:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018779.064096:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339744768:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018779.064102:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339744896:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018779.064121:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018779.064129:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018779/real 1734018779] req@ffff8800a7a7fb80 x1818247339744896/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018779.064141:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339744896/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018779.064150:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018779.064152:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018779.064155:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339744896:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018779.064161:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339745024:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018779.064178:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018779.064184:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018779/real 1734018779] req@ffff8800a7a7dc00 x1818247339745024/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018779.064195:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339745024/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018779.064203:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018779.064205:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018779.064208:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339745024:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018779.743463:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018780.033587:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018780.743434:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018781.035608:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018781.743451:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018782.037597:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018782.743447:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018783.039577:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018783.743482:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018784.041561:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018784.071473:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018784.071482:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018784.071486:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018784.071496:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3047 00000100:00080000:2.0:1734018784.071505:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018784.071513:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018784.071549:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339745152/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018784.071583:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018784.071588:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018784.071590:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018784.071594:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3047 00000100:00080000:2.0:1734018784.071597:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018784.071601:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018784.071611:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018784.071621:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339745280/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018784.071631:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018784.071634:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018784.071636:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018784.071640:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3047 00000100:00080000:2.0:1734018784.071643:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018784.071647:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018784.071652:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018784.071660:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339745408/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018784.071668:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018784.071672:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018784.071673:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018784.071677:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3047 00000100:00080000:2.0:1734018784.071679:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018784.071683:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018784.071687:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018784.071694:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339745536/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018784.071704:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018784.071707:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018784.071709:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018784.071713:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3047 00000100:00080000:2.0:1734018784.071715:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018784.071718:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018784.071723:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1734018784.071724:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339745152:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734018784.071731:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339745664/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018784.071740:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018784.071743:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018784.071745:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018784.071749:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3047 00000100:00080000:2.0:1734018784.071751:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018784.071754:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018784.071759:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018784.071766:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339745792/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018784.071818:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018784.071845:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018784/real 1734018784] req@ffff8800a7a7e300 x1818247339745152/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018784.071866:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339745152/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018784.071879:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018784.071883:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018784.071888:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339745152:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018784.071896:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339745280:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018784.071915:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018784.071921:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018784/real 1734018784] req@ffff8800a7a7ca80 x1818247339745280/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018784.071933:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339745280/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018784.071943:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018784.071946:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018784.071949:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339745280:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018784.071955:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339745408:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018784.072010:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018784.072019:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018784/real 1734018784] req@ffff8800a7a7df80 x1818247339745408/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018784.072030:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339745408/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018784.072038:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018784.072041:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018784.072044:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339745408:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018784.072074:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339745536:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018784.072088:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018784.072095:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018784/real 1734018784] req@ffff8800a7a7f100 x1818247339745536/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018784.072105:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339745536/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018784.072114:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018784.072117:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018784.072120:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339745536:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018784.072127:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339745664:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018784.072141:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018784.072148:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018784/real 1734018784] req@ffff8800a7a7d180 x1818247339745664/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018784.072159:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339745664/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018784.072167:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018784.072169:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018784.072172:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339745664:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018784.072178:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339745792:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018784.072190:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018784.072196:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018784/real 1734018784] req@ffff8800a7a7ea00 x1818247339745792/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018784.072206:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339745792/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018784.072213:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018784.072215:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018784.072218:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339745792:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018784.743479:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018785.043603:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018785.743487:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018786.045622:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018786.743481:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018787.047620:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018787.743441:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018788.049589:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018788.743446:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018789.051585:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018789.079435:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018789.079444:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018789.079448:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018789.079458:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3052 00000100:00080000:2.0:1734018789.079468:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018789.079475:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018789.079509:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339745920/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018789.079542:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018789.079546:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018789.079549:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018789.079554:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3052 00000100:00080000:2.0:1734018789.079557:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018789.079561:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018789.079571:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018789.079581:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339746048/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018789.079591:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018789.079594:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018789.079596:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018789.079600:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3052 00000100:00080000:2.0:1734018789.079603:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018789.079606:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018789.079611:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018789.079621:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339746176/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018789.079630:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018789.079633:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018789.079634:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018789.079638:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3052 00000100:00080000:2.0:1734018789.079640:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018789.079644:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018789.079648:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734018789.079650:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339745920:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734018789.079657:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339746304/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018789.079668:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018789.079671:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018789.079673:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018789.079677:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3052 00000100:00080000:2.0:1734018789.079679:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018789.079682:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018789.079686:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018789.079693:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339746432/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018789.079702:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018789.079705:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018789.079706:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018789.079710:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3052 00000100:00080000:2.0:1734018789.079713:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018789.079716:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018789.079720:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018789.079727:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339746560/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018789.079742:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339746048:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018789.079764:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339746176:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018789.079787:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339746304:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018789.079801:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339746432:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018789.079816:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339746560:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018789.743447:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018790.053605:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018790.743455:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018791.055650:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018791.743439:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018792.057604:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1734018792.085675:0:1968:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:3.0:1734018792.085721:0:1968:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1734018792.085741:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:3.0:1734018792.085773:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:3.0:1734018792.085781:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:3.0:1734018792.085788:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:3.0:1734018792.085795:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:3.0:1734018792.085802:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000100:00100000:1.0:1734018792.085812:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018789/real 1734018792] req@ffff8800a7a7d180 x1818247339746304/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018792.085872:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339746304/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018792.085884:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018792.085888:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018792.085894:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339746304:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018792.085901:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018789/real 1734018792] req@ffff8800a7a7f100 x1818247339746432/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018792.085914:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339746432/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018792.085922:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018792.085925:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018792.085928:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339746432:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018792.085934:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018789/real 1734018792] req@ffff8800a7a7df80 x1818247339746560/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018792.085945:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339746560/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018792.085953:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018792.085956:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018792.085960:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339746560:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018792.085965:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018789/real 1734018792] req@ffff8800a7a7c000 x1818247339745920/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018792.085983:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339745920/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018792.085995:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018792.085999:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018792.086003:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339745920:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018792.086013:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018789/real 1734018792] req@ffff8800a7a7f480 x1818247339746048/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018792.086030:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339746048/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018792.086041:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018792.086045:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018792.086051:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339746048:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018792.086060:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018789/real 1734018792] req@ffff8800a7a7ea00 x1818247339746176/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018792.086077:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339746176/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018792.086162:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018792.086167:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018792.086174:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339746176:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018792.743482:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018793.059612:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018793.743484:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018794.061600:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018794.087541:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018794.087551:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018794.087558:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018794.087570:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3057 00000100:00080000:0.0:1734018794.087582:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018794.087592:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734018794.087639:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3b80 x1818247339746688/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018794.087681:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018794.087685:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018794.087687:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018794.087692:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3057 00000100:00080000:0.0:1734018794.087695:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018794.087699:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018794.087711:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018794.087726:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3480 x1818247339746816/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018794.087736:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018794.087740:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018794.087742:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018794.087746:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3057 00000100:00080000:0.0:1734018794.087749:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018794.087752:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018794.087758:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734018794.087767:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3800 x1818247339746944/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018794.087784:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018794.087826:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018794.087828:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018794.087833:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3057 00000100:00080000:0.0:1734018794.087836:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734018794.087837:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339746688:192.168.201.101@tcp:250:kworker.0 00000100:00080000:0.0:1734018794.087841:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018794.087846:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734018794.087857:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3100 x1818247339747072/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018794.087866:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018794.087870:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018794.087872:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018794.087876:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3057 00000100:00080000:0.0:1734018794.087879:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018794.087882:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018794.087886:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018794.087895:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2a00 x1818247339747200/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018794.087903:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018794.087907:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:1.0:1734018794.087907:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:0.0:1734018794.087908:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018794.087912:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3057 00000100:00080000:0.0:1734018794.087917:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018794.087921:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018794.087925:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734018794.087930:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018794/real 1734018794] req@ffff88012c3a3b80 x1818247339746688/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018794.087934:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2d80 x1818247339747328/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018794.087951:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a3b80 x1818247339746688/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018794.087963:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018794.087966:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018794.087971:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339746688:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018794.087979:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339746816:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018794.087998:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018794.088005:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018794/real 1734018794] req@ffff88012c3a3480 x1818247339746816/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018794.088017:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a3480 x1818247339746816/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018794.088024:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018794.088027:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018794.088031:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339746816:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018794.088055:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339746944:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018794.088070:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018794.088077:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018794/real 1734018794] req@ffff88012c3a3800 x1818247339746944/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018794.088088:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a3800 x1818247339746944/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018794.088096:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018794.088098:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018794.088101:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339746944:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018794.088107:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339747072:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018794.088119:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018794.088126:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018794/real 1734018794] req@ffff88012c3a3100 x1818247339747072/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018794.088136:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a3100 x1818247339747072/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018794.088144:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018794.088146:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018794.088149:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339747072:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018794.088155:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339747200:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018794.088169:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018794.088175:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018794/real 1734018794] req@ffff88012c3a2a00 x1818247339747200/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018794.088187:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2a00 x1818247339747200/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018794.088195:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018794.088197:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018794.088200:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339747200:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018794.088206:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339747328:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018794.088219:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018794.088224:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018794/real 1734018794] req@ffff88012c3a2d80 x1818247339747328/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018794.088234:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2d80 x1818247339747328/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018794.088241:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018794.088244:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018794.088247:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339747328:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018794.743474:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018795.063628:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018795.743484:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018796.065625:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018796.743449:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018797.067631:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018797.743467:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018798.069622:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018798.743481:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018799.071579:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018799.095433:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018799.095443:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018799.095448:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018799.095461:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3062 00000100:00080000:0.0:1734018799.095474:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018799.095484:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734018799.095532:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0000 x1818247339747456/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018799.095570:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018799.095575:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018799.095577:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018799.095583:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3062 00000100:00080000:0.0:1734018799.095586:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018799.095590:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018799.095602:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018799.095614:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1c00 x1818247339747584/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018799.095624:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018799.095627:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018799.095630:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018799.095635:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3062 00000100:00080000:0.0:1734018799.095638:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018799.095642:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018799.095647:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734018799.095656:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1f80 x1818247339747712/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018799.095665:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018799.095668:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018799.095670:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018799.095673:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3062 00000100:00080000:0.0:1734018799.095676:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018799.095680:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018799.095685:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734018799.095693:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339747456:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734018799.095694:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2300 x1818247339747840/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018799.095739:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018799.095743:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018799.095745:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018799.095749:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3062 00000100:00080000:0.0:1734018799.095752:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018799.095756:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018799.095761:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018799.095774:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2680 x1818247339747968/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018799.095785:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018799.095788:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018799.095790:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018799.095794:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3062 00000100:00080000:0.0:1734018799.095797:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018799.095801:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018799.095805:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018799.095809:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018799.095814:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0700 x1818247339748096/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018799.095832:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018799/real 1734018799] req@ffff88012c3a0000 x1818247339747456/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018799.095853:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0000 x1818247339747456/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018799.095865:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018799.095869:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018799.095875:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339747456:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018799.095883:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339747584:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018799.095901:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018799.095908:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018799/real 1734018799] req@ffff88012c3a1c00 x1818247339747584/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018799.095919:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1c00 x1818247339747584/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018799.095927:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018799.095930:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018799.095934:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339747584:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018799.095940:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339747712:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018799.095953:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018799.095959:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018799/real 1734018799] req@ffff88012c3a1f80 x1818247339747712/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018799.095969:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1f80 x1818247339747712/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018799.095977:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018799.095979:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018799.095982:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339747712:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018799.096011:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339747840:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018799.096028:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018799.096034:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018799/real 1734018799] req@ffff88012c3a2300 x1818247339747840/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018799.096045:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2300 x1818247339747840/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018799.096053:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018799.096056:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018799.096059:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339747840:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018799.096065:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339747968:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018799.096077:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018799.096083:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018799/real 1734018799] req@ffff88012c3a2680 x1818247339747968/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018799.096093:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2680 x1818247339747968/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018799.096100:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018799.096103:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018799.096106:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339747968:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018799.096111:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339748096:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018799.096124:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018799.096130:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018799/real 1734018799] req@ffff88012c3a0700 x1818247339748096/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018799.096147:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0700 x1818247339748096/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018799.096154:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018799.096157:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018799.096159:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339748096:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018799.743472:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018800.073612:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018800.743490:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018801.075607:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018801.743453:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018802.077621:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018802.743461:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018803.079607:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018803.743475:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018804.081657:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018804.103457:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018804.103469:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018804.103475:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018804.103488:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3067 00000100:00080000:0.0:1734018804.103501:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018804.103511:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734018804.103560:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1880 x1818247339748224/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018804.103598:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018804.103603:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018804.103605:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018804.103610:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3067 00000100:00080000:0.0:1734018804.103614:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018804.103668:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018804.103683:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018804.103696:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0380 x1818247339748352/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018804.103708:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018804.103712:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018804.103714:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018804.103719:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3067 00000100:00080000:0.0:1734018804.103723:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734018804.103723:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339748224:192.168.201.101@tcp:250:kworker.0 00000100:00080000:0.0:1734018804.103727:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018804.103733:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734018804.103743:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0a80 x1818247339748480/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018804.103753:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018804.103756:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018804.103757:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018804.103761:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3067 00000100:00080000:0.0:1734018804.103764:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018804.103767:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018804.103772:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734018804.103780:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0e00 x1818247339748608/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018804.103789:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018804.103792:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000800:00000100:1.0:1734018804.103793:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:0.0:1734018804.103794:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018804.103799:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3067 00000100:00080000:0.0:1734018804.103803:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018804.103806:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018804.103811:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1734018804.103816:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018804/real 1734018804] req@ffff88012c3a1880 x1818247339748224/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018804.103819:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1180 x1818247339748736/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018804.103829:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018804.103832:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018804.103834:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734018804.103836:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1880 x1818247339748224/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018804.103837:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3067 00000100:00080000:0.0:1734018804.103840:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018804.103843:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018804.103848:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1734018804.103848:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018804.103852:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018804.103857:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339748224:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734018804.103859:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0700 x1818247339748864/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018804.103882:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339748352:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018804.103901:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018804.103908:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018804/real 1734018804] req@ffff88012c3a0380 x1818247339748352/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018804.103920:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0380 x1818247339748352/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018804.103928:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018804.103932:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018804.103935:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339748352:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018804.103942:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339748480:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018804.103956:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018804.103962:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018804/real 1734018804] req@ffff88012c3a0a80 x1818247339748480/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018804.103973:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0a80 x1818247339748480/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018804.103980:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018804.103983:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018804.103986:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339748480:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018804.103992:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339748608:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018804.104005:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018804.104012:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018804/real 1734018804] req@ffff88012c3a0e00 x1818247339748608/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018804.104022:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0e00 x1818247339748608/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018804.104031:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018804.104033:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018804.104036:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339748608:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018804.104042:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339748736:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018804.104058:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018804.104064:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018804/real 1734018804] req@ffff88012c3a1180 x1818247339748736/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018804.104075:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1180 x1818247339748736/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018804.104082:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018804.104086:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018804.104089:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339748736:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018804.104094:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339748864:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018804.104107:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018804.104112:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018804/real 1734018804] req@ffff88012c3a0700 x1818247339748864/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018804.104122:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0700 x1818247339748864/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018804.104129:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018804.104132:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018804.104135:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339748864:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018804.743477:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018805.083590:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018805.743470:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018806.085638:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018806.743447:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018807.087622:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018807.743455:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018808.089609:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018808.743476:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018809.091624:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018809.111447:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018809.111458:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018809.111463:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018809.111477:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3072 00000100:00080000:0.0:1734018809.111491:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018809.111500:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734018809.111577:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2680 x1818247339748992/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018809.111621:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018809.111626:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018809.111628:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018809.111633:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3072 00000100:00080000:0.0:1734018809.111637:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018809.111641:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018809.111653:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018809.111666:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2300 x1818247339749120/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018809.111676:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018809.111680:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018809.111681:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018809.111686:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3072 00000100:00080000:0.0:1734018809.111688:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018809.111692:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018809.111697:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734018809.111706:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1f80 x1818247339749248/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018809.111716:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018809.111719:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018809.111720:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018809.111724:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3072 00000100:00100000:1.0:1734018809.111725:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339748992:192.168.201.101@tcp:250:kworker.0 00000100:00080000:0.0:1734018809.111727:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018809.111731:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018809.111736:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734018809.111745:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1c00 x1818247339749376/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018809.111754:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018809.111757:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018809.111759:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018809.111762:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3072 00000100:00080000:0.0:1734018809.111765:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018809.111768:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018809.111773:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018809.111781:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0000 x1818247339749504/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018809.111790:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018809.111793:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018809.111794:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018809.111798:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3072 00000100:00080000:0.0:1734018809.111801:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018809.111804:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018809.111808:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018809.111812:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018809.111819:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2d80 x1818247339749632/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018809.111837:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018809/real 1734018809] req@ffff88012c3a2680 x1818247339748992/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018809.111868:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2680 x1818247339748992/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018809.111879:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018809.111882:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018809.111887:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339748992:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018809.111894:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339749120:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018809.111912:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018809.111919:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018809/real 1734018809] req@ffff88012c3a2300 x1818247339749120/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018809.111930:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2300 x1818247339749120/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018809.111938:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018809.111940:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018809.111944:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339749120:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018809.111969:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339749248:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018809.111983:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018809.111990:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018809/real 1734018809] req@ffff88012c3a1f80 x1818247339749248/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018809.112000:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1f80 x1818247339749248/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018809.112008:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018809.112012:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018809.112015:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339749248:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018809.112020:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339749376:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018809.112033:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018809.112039:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018809/real 1734018809] req@ffff88012c3a1c00 x1818247339749376/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018809.112048:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1c00 x1818247339749376/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018809.112056:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018809.112059:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018809.112062:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339749376:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018809.112066:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339749504:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018809.112079:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018809.112085:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018809/real 1734018809] req@ffff88012c3a0000 x1818247339749504/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018809.112095:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0000 x1818247339749504/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018809.112103:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018809.112105:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018809.112109:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339749504:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018809.112114:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339749632:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018809.112130:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018809.112136:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018809/real 1734018809] req@ffff88012c3a2d80 x1818247339749632/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018809.112147:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2d80 x1818247339749632/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018809.112153:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018809.112155:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018809.112158:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339749632:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018809.743463:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018810.093601:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018810.743483:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018811.095577:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018811.743434:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018812.097542:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018812.743449:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018813.099574:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018813.743524:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018814.101672:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018814.119434:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018814.119471:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018814.119478:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018814.119492:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3077 00000100:00080000:0.0:1734018814.119506:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018814.119515:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734018814.119564:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2a00 x1818247339749760/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018814.119599:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018814.119603:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018814.119605:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018814.119610:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3077 00000100:00080000:0.0:1734018814.119614:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018814.119618:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018814.119630:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018814.119641:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3100 x1818247339749888/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018814.119651:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018814.119655:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018814.119657:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018814.119661:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3077 00000100:00080000:0.0:1734018814.119664:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018814.119668:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018814.119674:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734018814.119683:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3800 x1818247339750016/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018814.119692:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018814.119696:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018814.119697:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018814.119701:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3077 00000100:00080000:0.0:1734018814.119704:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018814.119707:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018814.119712:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734018814.119713:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339749760:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734018814.119720:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3480 x1818247339750144/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018814.119729:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018814.119732:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018814.119734:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018814.119738:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3077 00000100:00080000:0.0:1734018814.119741:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018814.119744:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018814.119748:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018814.119757:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3b80 x1818247339750272/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018814.119766:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018814.119769:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018814.119770:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018814.119774:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3077 00000100:00080000:0.0:1734018814.119788:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018814.119792:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018814.119797:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018814.119800:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018814.119808:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2d80 x1818247339750400/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018814.119826:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018814/real 1734018814] req@ffff88012c3a2a00 x1818247339749760/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018814.119849:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2a00 x1818247339749760/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018814.119861:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018814.119865:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018814.119870:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339749760:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018814.119876:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339749888:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018814.119894:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018814.119901:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018814/real 1734018814] req@ffff88012c3a3100 x1818247339749888/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018814.119913:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a3100 x1818247339749888/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018814.119922:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018814.119925:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018814.119929:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339749888:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018814.119934:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339750016:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018814.119948:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018814.119954:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018814/real 1734018814] req@ffff88012c3a3800 x1818247339750016/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018814.119964:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a3800 x1818247339750016/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018814.119972:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018814.119974:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018814.119978:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339750016:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018814.120006:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339750144:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018814.120019:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018814.120026:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018814/real 1734018814] req@ffff88012c3a3480 x1818247339750144/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018814.120037:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a3480 x1818247339750144/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018814.120045:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018814.120047:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018814.120050:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339750144:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018814.120057:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339750272:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018814.120070:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018814.120076:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018814/real 1734018814] req@ffff88012c3a3b80 x1818247339750272/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018814.120087:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a3b80 x1818247339750272/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018814.120095:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018814.120097:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018814.120100:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339750272:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018814.120105:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339750400:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018814.120117:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018814.120123:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018814/real 1734018814] req@ffff88012c3a2d80 x1818247339750400/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018814.120132:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2d80 x1818247339750400/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018814.120139:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018814.120141:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018814.120144:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339750400:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018814.743503:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018815.103614:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018815.743506:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018816.105669:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018816.743470:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018817.107586:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018817.743452:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018818.109639:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018818.743496:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018819.111615:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018819.127464:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018819.127475:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018819.127481:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018819.127494:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3082 00000100:00080000:0.0:1734018819.127505:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018819.127515:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734018819.127563:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0000 x1818247339750528/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018819.127598:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018819.127603:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018819.127605:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018819.127611:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3082 00000100:00080000:0.0:1734018819.127614:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018819.127618:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018819.127630:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018819.127641:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1c00 x1818247339750656/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018819.127650:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018819.127654:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018819.127657:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018819.127661:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3082 00000100:00080000:0.0:1734018819.127664:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018819.127668:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018819.127674:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734018819.127683:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1f80 x1818247339750784/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018819.127692:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018819.127696:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018819.127697:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018819.127701:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3082 00000100:00100000:1.0:1734018819.127701:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339750528:192.168.201.101@tcp:250:kworker.0 00000100:00080000:0.0:1734018819.127703:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018819.127707:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018819.127712:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734018819.127720:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2300 x1818247339750912/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018819.127729:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018819.127733:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018819.127734:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018819.127738:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3082 00000100:00080000:0.0:1734018819.127741:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018819.127744:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018819.127748:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018819.127756:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2680 x1818247339751040/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018819.127765:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018819.127769:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018819.127770:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018819.127774:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3082 00000100:00080000:0.0:1734018819.127777:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018819.127780:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018819.127785:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018819.127785:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018819.127794:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0700 x1818247339751168/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018819.127811:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018819/real 1734018819] req@ffff88012c3a0000 x1818247339750528/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018819.127834:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0000 x1818247339750528/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018819.127847:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018819.127850:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018819.127855:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339750528:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018819.127863:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339750656:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018819.127881:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018819.127888:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018819/real 1734018819] req@ffff88012c3a1c00 x1818247339750656/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018819.127900:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1c00 x1818247339750656/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018819.127907:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018819.127910:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018819.127913:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339750656:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018819.127941:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339750784:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018819.127956:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018819.127962:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018819/real 1734018819] req@ffff88012c3a1f80 x1818247339750784/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018819.127972:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1f80 x1818247339750784/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018819.127981:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018819.127985:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018819.127988:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339750784:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018819.127994:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339750912:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018819.128007:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018819.128012:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018819/real 1734018819] req@ffff88012c3a2300 x1818247339750912/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018819.128023:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2300 x1818247339750912/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018819.128032:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018819.128034:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018819.128037:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339750912:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018819.128041:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339751040:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018819.128055:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018819.128061:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018819/real 1734018819] req@ffff88012c3a2680 x1818247339751040/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018819.128071:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2680 x1818247339751040/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018819.128078:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018819.128080:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018819.128083:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339751040:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018819.128088:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339751168:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018819.128105:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018819.128111:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018819/real 1734018819] req@ffff88012c3a0700 x1818247339751168/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018819.128122:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0700 x1818247339751168/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018819.128129:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018819.128131:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018819.128135:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339751168:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018819.743476:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018820.113653:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018820.743481:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018821.115610:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018821.743498:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018822.117623:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018822.743441:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018823.119601:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018823.743446:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018824.121618:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018824.135461:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018824.135471:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018824.135477:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018824.135489:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3087 00000100:00080000:0.0:1734018824.135500:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018824.135510:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734018824.135556:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1180 x1818247339751296/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018824.135593:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018824.135597:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018824.135599:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018824.135604:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3087 00000100:00080000:0.0:1734018824.135608:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018824.135612:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018824.135625:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018824.135637:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0e00 x1818247339751424/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018824.135647:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018824.135651:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018824.135653:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018824.135657:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3087 00000100:00080000:0.0:1734018824.135660:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018824.135664:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018824.135669:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734018824.135678:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0a80 x1818247339751552/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018824.135687:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018824.135691:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018824.135692:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018824.135696:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3087 00000100:00080000:0.0:1734018824.135699:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734018824.135700:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339751296:192.168.201.101@tcp:250:kworker.0 00000100:00080000:0.0:1734018824.135703:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018824.135708:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734018824.135716:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0380 x1818247339751680/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018824.135725:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018824.135728:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018824.135731:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018824.135735:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3087 00000100:00080000:0.0:1734018824.135738:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018824.135741:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018824.135746:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018824.135754:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1880 x1818247339751808/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018824.135763:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018824.135766:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018824.135768:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018824.135771:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3087 00000100:00080000:0.0:1734018824.135774:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018824.135778:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018824.135782:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018824.135785:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018824.135792:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0700 x1818247339751936/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018824.135811:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018824/real 1734018824] req@ffff88012c3a1180 x1818247339751296/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018824.135834:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1180 x1818247339751296/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018824.135845:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018824.135848:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018824.135853:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339751296:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018824.135861:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339751424:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018824.135879:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018824.135885:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018824/real 1734018824] req@ffff88012c3a0e00 x1818247339751424/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018824.135897:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0e00 x1818247339751424/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018824.135906:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018824.135909:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018824.135913:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339751424:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018824.135942:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339751552:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018824.135956:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018824.135963:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018824/real 1734018824] req@ffff88012c3a0a80 x1818247339751552/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018824.135974:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0a80 x1818247339751552/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018824.135982:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018824.135984:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018824.135987:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339751552:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018824.135992:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339751680:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018824.136005:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018824.136011:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018824/real 1734018824] req@ffff88012c3a0380 x1818247339751680/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018824.136020:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0380 x1818247339751680/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018824.136029:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018824.136031:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018824.136034:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339751680:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018824.136041:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339751808:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018824.136055:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018824.136061:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018824/real 1734018824] req@ffff88012c3a1880 x1818247339751808/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018824.136072:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1880 x1818247339751808/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018824.136079:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018824.136081:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018824.136084:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339751808:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018824.136089:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339751936:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018824.136101:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018824.136107:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018824/real 1734018824] req@ffff88012c3a0700 x1818247339751936/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018824.136116:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0700 x1818247339751936/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018824.136123:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018824.136125:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018824.136128:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339751936:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018824.743428:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018825.123620:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018825.743468:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018826.125567:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018826.743443:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018827.127609:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018827.743434:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018828.129593:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018828.743483:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018829.131606:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018829.143427:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018829.143440:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018829.143445:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018829.143459:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3093 00000100:00080000:0.0:1734018829.143471:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018829.143481:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734018829.143531:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2680 x1818247339752064/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018829.143575:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018829.143580:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018829.143582:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018829.143587:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3093 00000100:00080000:0.0:1734018829.143591:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018829.143595:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018829.143606:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018829.143618:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2300 x1818247339752192/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018829.143627:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018829.143631:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018829.143633:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018829.143638:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3093 00000100:00080000:0.0:1734018829.143641:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018829.143644:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018829.143649:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734018829.143658:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1f80 x1818247339752320/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018829.143668:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018829.143671:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018829.143673:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018829.143676:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3093 00000100:00080000:0.0:1734018829.143679:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018829.143684:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:1.0:1734018829.143684:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339752064:192.168.201.101@tcp:250:kworker.0 00000008:00100000:0.0:1734018829.143689:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734018829.143697:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1c00 x1818247339752448/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018829.143706:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018829.143710:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018829.143711:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018829.143715:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3093 00000100:00080000:0.0:1734018829.143718:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018829.143721:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018829.143725:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018829.143733:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0000 x1818247339752576/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018829.143742:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018829.143745:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018829.143747:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018829.143751:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3093 00000100:00080000:0.0:1734018829.143753:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018829.143757:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018829.143761:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018829.143767:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018829.143771:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2d80 x1818247339752704/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018829.143792:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018829/real 1734018829] req@ffff88012c3a2680 x1818247339752064/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018829.143816:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2680 x1818247339752064/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018829.143829:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018829.143832:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018829.143837:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339752064:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018829.143844:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339752192:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018829.143861:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018829.143868:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018829/real 1734018829] req@ffff88012c3a2300 x1818247339752192/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018829.143880:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2300 x1818247339752192/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018829.143888:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018829.143890:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018829.143894:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339752192:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018829.143920:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339752320:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018829.143935:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018829.143941:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018829/real 1734018829] req@ffff88012c3a1f80 x1818247339752320/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018829.143951:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1f80 x1818247339752320/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018829.143960:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018829.143963:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018829.143966:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339752320:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018829.143971:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339752448:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018829.143984:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018829.143990:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018829/real 1734018829] req@ffff88012c3a1c00 x1818247339752448/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018829.144000:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1c00 x1818247339752448/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018829.144009:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018829.144011:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018829.144015:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339752448:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018829.144020:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339752576:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018829.144032:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018829.144038:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018829/real 1734018829] req@ffff88012c3a0000 x1818247339752576/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018829.144048:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0000 x1818247339752576/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018829.144057:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018829.144059:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018829.144063:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339752576:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018829.144067:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339752704:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018829.144083:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018829.144090:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018829/real 1734018829] req@ffff88012c3a2d80 x1818247339752704/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018829.144100:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2d80 x1818247339752704/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018829.144107:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018829.144109:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018829.144112:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339752704:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018829.743462:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018830.133605:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018830.743434:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018831.135625:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018831.743422:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018832.137579:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018832.743445:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018833.139555:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018833.743435:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018834.141575:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018834.151429:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018834.151438:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018834.151442:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018834.151453:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3098 00000100:00080000:0.0:1734018834.151462:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018834.151470:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734018834.151505:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3b80 x1818247339752832/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018834.151540:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018834.151544:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018834.151546:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018834.151551:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3098 00000100:00080000:0.0:1734018834.151554:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018834.151558:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018834.151568:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018834.151578:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3480 x1818247339752960/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018834.151588:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018834.151591:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018834.151593:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018834.151597:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3098 00000100:00080000:0.0:1734018834.151599:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018834.151603:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018834.151608:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734018834.151616:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3800 x1818247339753088/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018834.151626:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018834.151629:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018834.151631:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018834.151634:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3098 00000100:00080000:0.0:1734018834.151637:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018834.151640:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018834.151644:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734018834.151652:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3100 x1818247339753216/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018834.151662:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018834.151665:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018834.151666:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018834.151671:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3098 00000100:00080000:0.0:1734018834.151673:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734018834.151675:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339752832:192.168.201.101@tcp:250:kworker.0 00000100:00080000:0.0:1734018834.151676:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018834.151681:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018834.151689:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2a00 x1818247339753344/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018834.151697:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018834.151700:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018834.151701:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018834.151705:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3098 00000100:00080000:0.0:1734018834.151709:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018834.151712:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018834.151716:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018834.151726:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2d80 x1818247339753472/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018834.151768:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018834.151797:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018834/real 1734018834] req@ffff88012c3a3b80 x1818247339752832/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018834.151819:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a3b80 x1818247339752832/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018834.151832:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018834.151836:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018834.151841:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339752832:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018834.151849:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339752960:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018834.151868:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018834.151874:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018834/real 1734018834] req@ffff88012c3a3480 x1818247339752960/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018834.151886:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a3480 x1818247339752960/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018834.151895:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018834.151899:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018834.151902:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339752960:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018834.151908:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339753088:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018834.151923:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018834.151929:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018834/real 1734018834] req@ffff88012c3a3800 x1818247339753088/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018834.151939:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a3800 x1818247339753088/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018834.151947:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018834.151950:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018834.151953:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339753088:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018834.151985:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339753216:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018834.151999:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018834.152006:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018834/real 1734018834] req@ffff88012c3a3100 x1818247339753216/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018834.152017:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a3100 x1818247339753216/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018834.152025:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018834.152027:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018834.152030:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339753216:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018834.152038:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339753344:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018834.152052:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018834.152058:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018834/real 1734018834] req@ffff88012c3a2a00 x1818247339753344/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018834.152069:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2a00 x1818247339753344/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018834.152077:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018834.152080:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018834.152083:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339753344:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018834.152088:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339753472:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018834.152101:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018834.152151:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018834/real 1734018834] req@ffff88012c3a2d80 x1818247339753472/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018834.152165:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2d80 x1818247339753472/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018834.152172:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018834.152174:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018834.152177:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339753472:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018834.743441:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018835.143543:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018835.743432:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018836.145560:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018836.743452:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018837.147593:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018837.743429:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018838.149593:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018838.743464:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018839.151553:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018839.159465:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018839.159474:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018839.159479:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018839.159489:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3103 00000100:00080000:0.0:1734018839.159497:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018839.159505:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734018839.159541:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0000 x1818247339753600/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018839.159574:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018839.159579:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018839.159581:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018839.159586:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3103 00000100:00080000:0.0:1734018839.159589:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018839.159593:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018839.159602:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018839.159613:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1c00 x1818247339753728/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018839.159623:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018839.159626:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018839.159628:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018839.159633:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3103 00000100:00080000:0.0:1734018839.159635:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018839.159639:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018839.159644:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734018839.159652:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1f80 x1818247339753856/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018839.159661:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018839.159664:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018839.159665:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018839.159668:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3103 00000100:00080000:0.0:1734018839.159671:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018839.159674:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018839.159679:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734018839.159683:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339753600:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734018839.159686:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2300 x1818247339753984/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018839.159695:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018839.159698:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018839.159700:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018839.159703:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3103 00000100:00080000:0.0:1734018839.159706:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018839.159710:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018839.159714:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018839.159723:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2680 x1818247339754112/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018839.159732:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018839.159735:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018839.159737:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018839.159740:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3103 00000100:00080000:0.0:1734018839.159743:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018839.159747:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000800:00000100:1.0:1734018839.159749:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000008:00100000:0.0:1734018839.159751:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018839.159759:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0700 x1818247339754240/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018839.159771:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018839/real 1734018839] req@ffff88012c3a0000 x1818247339753600/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018839.159791:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0000 x1818247339753600/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018839.159802:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018839.159805:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018839.159810:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339753600:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018839.159817:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339753728:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018839.159833:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018839.159840:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018839/real 1734018839] req@ffff88012c3a1c00 x1818247339753728/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018839.159851:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1c00 x1818247339753728/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018839.159858:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018839.159861:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018839.159864:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339753728:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018839.159870:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339753856:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018839.159883:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018839.159889:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018839/real 1734018839] req@ffff88012c3a1f80 x1818247339753856/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018839.159899:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1f80 x1818247339753856/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018839.159906:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018839.159909:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018839.159913:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339753856:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018839.159942:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339753984:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018839.159955:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018839.159962:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018839/real 1734018839] req@ffff88012c3a2300 x1818247339753984/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018839.159972:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2300 x1818247339753984/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018839.159980:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018839.159982:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018839.159985:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339753984:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018839.159990:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339754112:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018839.160002:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018839.160008:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018839/real 1734018839] req@ffff88012c3a2680 x1818247339754112/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018839.160018:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2680 x1818247339754112/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018839.160061:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018839.160063:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018839.160067:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339754112:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018839.160073:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339754240:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018839.160092:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018839.160100:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018839/real 1734018839] req@ffff88012c3a0700 x1818247339754240/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018839.160111:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0700 x1818247339754240/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018839.160119:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018839.160121:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018839.160124:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339754240:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018839.743465:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018840.153615:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018840.743440:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018841.155601:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018841.743462:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018842.157621:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018842.743446:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018843.159526:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018843.743461:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018844.161638:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018844.167434:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018844.167446:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018844.167451:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018844.167465:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3108 00000100:00080000:0.0:1734018844.167476:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018844.167486:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734018844.167533:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1880 x1818247339754368/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018844.167573:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018844.167577:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018844.167579:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018844.167584:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3108 00000100:00080000:0.0:1734018844.167588:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018844.167592:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018844.167605:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018844.167616:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0380 x1818247339754496/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018844.167626:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018844.167630:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018844.167632:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018844.167636:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3108 00000100:00080000:0.0:1734018844.167639:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018844.167643:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018844.167649:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734018844.167658:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0a80 x1818247339754624/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018844.167667:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018844.167670:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018844.167672:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018844.167675:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3108 00000100:00080000:0.0:1734018844.167678:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018844.167682:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018844.167686:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734018844.167695:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0e00 x1818247339754752/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018844.167701:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339754368:192.168.201.101@tcp:250:kworker.0 00000100:00080000:0.0:1734018844.167705:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018844.167709:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018844.167711:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018844.167715:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3108 00000100:00080000:0.0:1734018844.167718:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018844.167722:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018844.167727:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018844.167735:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1180 x1818247339754880/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018844.167744:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018844.167747:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018844.167748:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018844.167752:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3108 00000100:00080000:0.0:1734018844.167765:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018844.167769:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018844.167774:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018844.167774:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018844.167785:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0700 x1818247339755008/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018844.167798:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018844/real 1734018844] req@ffff88012c3a1880 x1818247339754368/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018844.167818:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1880 x1818247339754368/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018844.167830:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018844.167834:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018844.167838:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339754368:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018844.167847:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339754496:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018844.167864:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018844.167871:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018844/real 1734018844] req@ffff88012c3a0380 x1818247339754496/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018844.167882:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0380 x1818247339754496/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018844.167891:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018844.167894:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018844.167897:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339754496:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018844.167904:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339754624:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018844.167917:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018844.167924:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018844/real 1734018844] req@ffff88012c3a0a80 x1818247339754624/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018844.167934:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0a80 x1818247339754624/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018844.167985:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018844.167987:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018844.167992:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339754624:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018844.168022:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339754752:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018844.168040:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018844.168048:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018844/real 1734018844] req@ffff88012c3a0e00 x1818247339754752/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018844.168059:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0e00 x1818247339754752/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018844.168068:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018844.168070:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018844.168073:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339754752:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018844.168081:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339754880:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018844.168094:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018844.168100:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018844/real 1734018844] req@ffff88012c3a1180 x1818247339754880/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018844.168111:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1180 x1818247339754880/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018844.168119:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018844.168121:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018844.168124:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339754880:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018844.168130:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339755008:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018844.168141:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018844.168147:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018844/real 1734018844] req@ffff88012c3a0700 x1818247339755008/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018844.168157:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0700 x1818247339755008/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018844.168164:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018844.168166:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018844.168169:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339755008:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018844.743474:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018845.163627:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018845.743461:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018846.165589:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018846.743478:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018847.167604:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018847.743456:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018848.169623:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018848.743460:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018849.171570:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018849.175455:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018849.175464:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018849.175469:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018849.175479:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3113 00000100:00080000:0.0:1734018849.175489:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018849.175497:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734018849.175533:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2680 x1818247339755136/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018849.175575:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018849.175579:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018849.175580:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018849.175585:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3113 00000100:00080000:0.0:1734018849.175588:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018849.175592:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018849.175601:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018849.175611:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2300 x1818247339755264/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018849.175621:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018849.175624:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018849.175626:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018849.175629:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3113 00000100:00080000:0.0:1734018849.175632:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018849.175636:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018849.175640:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734018849.175648:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1f80 x1818247339755392/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018849.175657:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018849.175660:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018849.175661:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018849.175664:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3113 00000100:00080000:0.0:1734018849.175667:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018849.175671:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018849.175675:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734018849.175683:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1c00 x1818247339755520/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018849.175685:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339755136:192.168.201.101@tcp:250:kworker.0 00000100:00080000:0.0:1734018849.175693:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018849.175696:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018849.175698:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018849.175701:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3113 00000100:00080000:0.0:1734018849.175703:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018849.175707:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018849.175711:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018849.175718:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0000 x1818247339755648/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018849.175727:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018849.175730:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018849.175731:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018849.175735:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3113 00000100:00080000:0.0:1734018849.175739:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018849.175742:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018849.175747:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018849.175749:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018849.175757:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2d80 x1818247339755776/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018849.175771:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018849/real 1734018849] req@ffff88012c3a2680 x1818247339755136/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018849.175791:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2680 x1818247339755136/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018849.175802:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018849.175805:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018849.175809:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339755136:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018849.175816:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339755264:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018849.175833:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018849.175840:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018849/real 1734018849] req@ffff88012c3a2300 x1818247339755264/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018849.175897:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2300 x1818247339755264/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018849.175907:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018849.175909:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018849.175914:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339755264:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018849.175920:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339755392:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018849.175938:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018849.175946:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018849/real 1734018849] req@ffff88012c3a1f80 x1818247339755392/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018849.175957:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1f80 x1818247339755392/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018849.175965:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018849.175969:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018849.175972:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339755392:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018849.175997:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339755520:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018849.176010:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018849.176017:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018849/real 1734018849] req@ffff88012c3a1c00 x1818247339755520/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018849.176027:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1c00 x1818247339755520/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018849.176035:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018849.176037:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018849.176040:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339755520:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018849.176045:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339755648:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018849.176057:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018849.176063:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018849/real 1734018849] req@ffff88012c3a0000 x1818247339755648/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018849.176072:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0000 x1818247339755648/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018849.176080:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018849.176082:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018849.176085:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339755648:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018849.176090:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339755776:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018849.176105:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018849.176111:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018849/real 1734018849] req@ffff88012c3a2d80 x1818247339755776/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018849.176121:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2d80 x1818247339755776/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018849.176128:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018849.176130:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018849.176133:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339755776:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018849.743476:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018850.173667:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018850.743471:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018851.175585:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018851.743467:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018852.177584:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018852.743443:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018853.179602:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018853.743446:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018854.181585:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018854.183463:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018854.183476:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018854.183481:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018854.183495:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3118 00000100:00080000:0.0:1734018854.183506:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018854.183516:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734018854.183564:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2a00 x1818247339755904/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018854.183602:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018854.183607:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018854.183609:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018854.183614:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3118 00000100:00080000:0.0:1734018854.183618:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018854.183621:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018854.183634:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018854.183645:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3100 x1818247339756032/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018854.183655:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018854.183659:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018854.183661:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018854.183665:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3118 00000100:00080000:0.0:1734018854.183668:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018854.183672:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018854.183677:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734018854.183686:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3800 x1818247339756160/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018854.183696:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018854.183700:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018854.183701:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018854.183705:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3118 00000100:00080000:0.0:1734018854.183708:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018854.183711:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018854.183716:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734018854.183721:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339755904:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734018854.183726:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3480 x1818247339756288/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018854.183736:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018854.183739:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018854.183741:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018854.183745:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3118 00000100:00080000:0.0:1734018854.183748:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018854.183751:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018854.183755:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018854.183811:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3b80 x1818247339756416/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018854.183821:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018854.183825:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018854.183827:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018854.183831:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3118 00000100:00080000:0.0:1734018854.183836:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018854.183842:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018854.183849:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734018854.183853:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339756032:192.168.201.101@tcp:38:kworker.0 00000100:00100000:0.0:1734018854.183867:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2d80 x1818247339756544/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018854.183878:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339756160:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018854.183905:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339756288:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018854.183922:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339756416:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018854.183937:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339756544:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018854.743477:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018855.183618:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018855.743473:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018856.185501:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018856.743472:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018857.187648:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1734018857.189592:0:1969:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:2.0:1734018857.189641:0:1969:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1734018857.189661:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:2.0:1734018857.189695:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:2.0:1734018857.189704:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:2.0:1734018857.189711:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:2.0:1734018857.189747:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:2.0:1734018857.189754:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000100:00100000:1.0:1734018857.189808:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018854/real 1734018857] req@ffff88012c3a3480 x1818247339756288/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018857.189838:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a3480 x1818247339756288/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018857.189850:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018857.189855:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018857.189861:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339756288:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018857.189868:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018854/real 1734018857] req@ffff88012c3a3b80 x1818247339756416/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018857.189881:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a3b80 x1818247339756416/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018857.189889:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018857.189892:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018857.189895:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339756416:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018857.189902:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018854/real 1734018857] req@ffff88012c3a2d80 x1818247339756544/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018857.189912:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2d80 x1818247339756544/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018857.189919:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018857.189922:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018857.189925:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339756544:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018857.189931:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018854/real 1734018857] req@ffff88012c3a2a00 x1818247339755904/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018857.189942:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2a00 x1818247339755904/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018857.189949:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018857.189952:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018857.189955:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339755904:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018857.189961:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018854/real 1734018857] req@ffff88012c3a3100 x1818247339756032/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018857.189972:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a3100 x1818247339756032/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018857.189979:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018857.189982:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018857.189985:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339756032:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018857.189991:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018854/real 1734018857] req@ffff88012c3a3800 x1818247339756160/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018857.190001:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a3800 x1818247339756160/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018857.190008:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018857.190011:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018857.190014:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339756160:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018857.743445:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018858.189607:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018858.743447:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:0.0:1734018859.191467:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018859.191480:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018859.191486:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018859.191499:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3123 00000100:00080000:0.0:1734018859.191511:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018859.191522:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734018859.191570:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0000 x1818247339756672/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018859.191608:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018859.191613:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018859.191615:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018859.191621:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3123 00000100:00080000:0.0:1734018859.191624:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018859.191628:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018859.191640:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018859.191651:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1c00 x1818247339756800/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018859.191661:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018859.191664:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018859.191667:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018859.191672:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3123 00000100:00080000:0.0:1734018859.191675:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018859.191679:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018859.191716:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734018859.191727:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1f80 x1818247339756928/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018859.191737:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018859.191740:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018859.191742:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018859.191746:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3123 00000100:00080000:0.0:1734018859.191749:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018859.191753:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018859.191757:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734018859.191769:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2300 x1818247339757056/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018859.191769:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339756672:192.168.201.101@tcp:250:kworker.0 00000100:00080000:0.0:1734018859.191780:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018859.191784:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018859.191786:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018859.191790:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3123 00000100:00080000:0.0:1734018859.191793:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018859.191796:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018859.191801:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018859.191809:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2680 x1818247339757184/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018859.191819:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018859.191823:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018859.191825:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018859.191828:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3123 00000100:00080000:0.0:1734018859.191832:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018859.191836:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018859.191840:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018859.191840:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018859.191848:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0700 x1818247339757312/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018859.191862:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018859/real 1734018859] req@ffff88012c3a0000 x1818247339756672/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018859.191882:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0000 x1818247339756672/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018859.191894:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018859.191899:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018859.191903:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339756672:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018859.191911:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339756800:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018859.191930:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018859.191937:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018859/real 1734018859] req@ffff88012c3a1c00 x1818247339756800/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018859.191948:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1c00 x1818247339756800/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018859.191956:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018859.191959:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018859.191963:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339756800:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018859.191969:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339756928:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018859.191983:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018859.191989:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018859/real 1734018859] req@ffff88012c3a1f80 x1818247339756928/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018859.191999:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1f80 x1818247339756928/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018859.192006:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00010000:00010000:3.0:1734018859.192008:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1734018859.192009:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018859.192012:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339756928:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018859.192041:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339757056:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018859.192058:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018859.192065:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018859/real 1734018859] req@ffff88012c3a2300 x1818247339757056/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018859.192076:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2300 x1818247339757056/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018859.192084:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018859.192087:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018859.192090:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339757056:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018859.192095:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339757184:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018859.192108:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018859.192114:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018859/real 1734018859] req@ffff88012c3a2680 x1818247339757184/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018859.192124:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2680 x1818247339757184/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018859.192131:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018859.192133:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018859.192136:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339757184:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018859.192142:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339757312:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018859.192154:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018859.192160:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018859/real 1734018859] req@ffff88012c3a0700 x1818247339757312/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018859.192177:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0700 x1818247339757312/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018859.192184:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018859.192187:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018859.192190:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339757312:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734018859.743448:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018860.193625:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018860.743489:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018861.195623:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018861.743455:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018862.197610:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018862.743471:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018863.199597:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018863.743481:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:0.0:1734018864.199463:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018864.199473:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018864.199478:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018864.199491:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3128 00000100:00080000:0.0:1734018864.199502:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018864.199512:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734018864.199559:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1180 x1818247339757440/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018864.199639:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018864.199644:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018864.199646:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018864.199652:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3128 00000100:00080000:0.0:1734018864.199656:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018864.199660:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018864.199673:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018864.199686:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0e00 x1818247339757568/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018864.199698:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018864.199702:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018864.199703:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018864.199708:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3128 00000100:00080000:0.0:1734018864.199710:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018864.199714:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018864.199720:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1734018864.199728:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339757440:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734018864.199730:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0a80 x1818247339757696/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018864.199740:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018864.199743:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018864.199745:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018864.199749:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3128 00000100:00080000:0.0:1734018864.199752:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018864.199756:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018864.199761:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734018864.199769:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0380 x1818247339757824/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018864.199778:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018864.199781:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018864.199784:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018864.199788:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3128 00000100:00080000:0.0:1734018864.199792:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018864.199795:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018864.199800:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1734018864.199802:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018864.199811:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1880 x1818247339757952/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018864.199820:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018864.199823:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018864.199825:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734018864.199825:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018864/real 1734018864] req@ffff88012c3a1180 x1818247339757440/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018864.199829:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3128 00000100:00080000:0.0:1734018864.199832:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018864.199835:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018864.199840:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734018864.199845:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1180 x1818247339757440/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018864.199848:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0700 x1818247339758080/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1734018864.199856:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018864.199860:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018864.199865:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339757440:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018864.199874:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339757568:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018864.199893:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018864.199900:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018864/real 1734018864] req@ffff88012c3a0e00 x1818247339757568/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018864.199911:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0e00 x1818247339757568/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018864.199919:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018864.199923:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018864.199926:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339757568:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018864.199953:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339757696:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018864.199967:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018864.199974:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018864/real 1734018864] req@ffff88012c3a0a80 x1818247339757696/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018864.199985:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0a80 x1818247339757696/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018864.199993:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018864.199995:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018864.199998:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339757696:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018864.200004:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339757824:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018864.200016:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018864.200022:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018864/real 1734018864] req@ffff88012c3a0380 x1818247339757824/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018864.200032:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0380 x1818247339757824/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018864.200040:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018864.200042:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018864.200046:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339757824:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018864.200051:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339757952:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018864.200068:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018864.200074:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018864/real 1734018864] req@ffff88012c3a1880 x1818247339757952/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018864.200084:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1880 x1818247339757952/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018864.200092:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018864.200094:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018864.200098:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339757952:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018864.200103:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339758080:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018864.200115:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018864.200121:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018864/real 1734018864] req@ffff88012c3a0700 x1818247339758080/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018864.200131:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0700 x1818247339758080/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018864.200138:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018864.200140:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018864.200143:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339758080:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734018864.201571:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018864.743472:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018865.203665:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018865.743478:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018866.205668:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018866.743482:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018867.207636:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018867.743470:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018868.209721:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018868.743454:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:0.0:1734018869.207467:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018869.207479:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018869.207484:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018869.207499:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3133 00000100:00080000:0.0:1734018869.207554:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018869.207566:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734018869.207613:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2680 x1818247339758208/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018869.207658:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018869.207663:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018869.207665:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018869.207670:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3133 00000100:00080000:0.0:1734018869.207675:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018869.207679:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018869.207691:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018869.207703:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2300 x1818247339758336/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018869.207712:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018869.207716:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018869.207718:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018869.207723:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3133 00000100:00080000:0.0:1734018869.207726:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018869.207730:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018869.207736:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734018869.207745:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1f80 x1818247339758464/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018869.207753:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018869.207756:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018869.207758:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018869.207762:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3133 00000100:00080000:0.0:1734018869.207765:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018869.207769:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018869.207774:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734018869.207783:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1c00 x1818247339758592/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018869.207783:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339758208:192.168.201.101@tcp:250:kworker.0 00000100:00080000:0.0:1734018869.207794:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018869.207797:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018869.207799:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018869.207803:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3133 00000100:00080000:0.0:1734018869.207806:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018869.207810:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018869.207814:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018869.207823:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0000 x1818247339758720/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018869.207832:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018869.207835:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018869.207836:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018869.207840:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3133 00000100:00080000:0.0:1734018869.207843:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018869.207847:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000800:00000100:1.0:1734018869.207850:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000008:00100000:0.0:1734018869.207851:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018869.207862:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3800 x1818247339758848/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018869.207874:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018869/real 1734018869] req@ffff88012c3a2680 x1818247339758208/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018869.207902:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2680 x1818247339758208/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018869.207914:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018869.207917:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018869.207922:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339758208:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018869.207930:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339758336:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018869.207948:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018869.207955:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018869/real 1734018869] req@ffff88012c3a2300 x1818247339758336/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018869.207966:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2300 x1818247339758336/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018869.207974:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018869.207977:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018869.207981:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339758336:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018869.207987:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339758464:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018869.208000:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018869.208006:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018869/real 1734018869] req@ffff88012c3a1f80 x1818247339758464/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018869.208016:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1f80 x1818247339758464/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018869.208024:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018869.208027:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018869.208030:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339758464:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018869.208056:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339758592:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018869.208070:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018869.208076:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018869/real 1734018869] req@ffff88012c3a1c00 x1818247339758592/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018869.208087:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1c00 x1818247339758592/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018869.208095:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018869.208097:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018869.208100:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339758592:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018869.208106:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339758720:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018869.208119:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018869.208125:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018869/real 1734018869] req@ffff88012c3a0000 x1818247339758720/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018869.208135:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0000 x1818247339758720/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018869.208142:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018869.208144:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018869.208148:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339758720:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018869.208154:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339758848:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018869.208169:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018869.208175:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018869/real 1734018869] req@ffff88012c3a3800 x1818247339758848/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018869.208186:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a3800 x1818247339758848/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018869.208192:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018869.208195:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018869.208198:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339758848:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734018869.211598:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018869.743473:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018870.213653:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018870.743483:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018871.215803:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018871.743512:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018872.217607:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018872.743441:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018873.219598:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018873.743517:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:0.0:1734018874.215490:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018874.215500:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018874.215504:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018874.215515:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3138 00000100:00080000:0.0:1734018874.215524:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018874.215532:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734018874.215568:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3100 x1818247339758976/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018874.215601:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018874.215606:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018874.215608:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018874.215612:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3138 00000100:00080000:0.0:1734018874.215615:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018874.215619:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018874.215629:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018874.215640:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2a00 x1818247339759104/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018874.215649:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018874.215653:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018874.215654:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018874.215659:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3138 00000100:00080000:0.0:1734018874.215661:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018874.215665:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018874.215670:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734018874.215678:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2d80 x1818247339759232/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018874.215688:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018874.215691:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018874.215693:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018874.215696:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3138 00000100:00080000:0.0:1734018874.215698:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018874.215701:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018874.215706:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734018874.215708:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339758976:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734018874.215713:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3b80 x1818247339759360/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018874.215722:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018874.215726:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018874.215727:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018874.215731:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3138 00000100:00080000:0.0:1734018874.215733:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018874.215737:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018874.215741:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018874.215748:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3480 x1818247339759488/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018874.215756:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018874.215759:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018874.215761:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018874.215764:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3138 00000100:00080000:0.0:1734018874.215768:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1734018874.215771:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:0.0:1734018874.215772:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018874.215776:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018874.215785:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3800 x1818247339759616/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018874.215795:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018874/real 1734018874] req@ffff88012c3a3100 x1818247339758976/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018874.215813:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a3100 x1818247339758976/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018874.215824:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018874.215827:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018874.215832:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339758976:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018874.215839:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339759104:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018874.215855:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018874.215862:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018874/real 1734018874] req@ffff88012c3a2a00 x1818247339759104/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018874.215873:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2a00 x1818247339759104/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018874.215882:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018874.215885:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018874.215888:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339759104:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018874.215894:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339759232:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018874.215907:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018874.215912:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018874/real 1734018874] req@ffff88012c3a2d80 x1818247339759232/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018874.215923:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2d80 x1818247339759232/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018874.215930:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018874.215932:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018874.215935:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339759232:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018874.215959:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339759360:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018874.215972:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018874.215978:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018874/real 1734018874] req@ffff88012c3a3b80 x1818247339759360/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018874.215988:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a3b80 x1818247339759360/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018874.215996:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018874.215998:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018874.216001:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339759360:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018874.216007:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339759488:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018874.216019:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018874.216025:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018874/real 1734018874] req@ffff88012c3a3480 x1818247339759488/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018874.216035:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a3480 x1818247339759488/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018874.216042:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018874.216044:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018874.216047:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339759488:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018874.216052:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339759616:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018874.216064:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018874.216070:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018874/real 1734018874] req@ffff88012c3a3800 x1818247339759616/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018874.216080:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a3800 x1818247339759616/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018874.216087:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018874.216089:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018874.216092:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339759616:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734018874.221616:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018874.743499:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018875.223616:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018875.743502:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018876.225655:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018876.743496:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018877.227660:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018877.743494:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734018878.229691:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018878.743471:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:0.0:1734018879.223454:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018879.223465:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018879.223471:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018879.223484:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3143 00000100:00080000:0.0:1734018879.223495:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018879.223505:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734018879.223551:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0000 x1818247339759744/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018879.223588:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018879.223593:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018879.223595:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018879.223600:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3143 00000100:00080000:0.0:1734018879.223603:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018879.223607:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018879.223619:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018879.223630:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1c00 x1818247339759872/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018879.223639:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018879.223643:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018879.223646:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018879.223651:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3143 00000100:00080000:0.0:1734018879.223654:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018879.223658:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018879.223664:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734018879.223673:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1f80 x1818247339760000/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018879.223682:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018879.223685:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018879.223686:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018879.223690:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3143 00000100:00080000:0.0:1734018879.223692:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018879.223696:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018879.223701:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734018879.223710:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2300 x1818247339760128/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018879.223713:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339759744:192.168.201.101@tcp:250:kworker.0 00000100:00080000:0.0:1734018879.223720:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018879.223724:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018879.223725:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018879.223729:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3143 00000100:00080000:0.0:1734018879.223731:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018879.223735:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018879.223740:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018879.223751:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2680 x1818247339760256/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018879.223761:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018879.223764:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018879.223766:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018879.223770:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3143 00000100:00080000:0.0:1734018879.223775:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018879.223779:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018879.223783:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018879.223786:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018879.223792:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0700 x1818247339760384/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018879.223810:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018879/real 1734018879] req@ffff88012c3a0000 x1818247339759744/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018879.223831:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0000 x1818247339759744/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018879.223843:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018879.223847:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018879.223851:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339759744:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018879.223860:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339759872:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018879.223877:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018879.223884:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018879/real 1734018879] req@ffff88012c3a1c00 x1818247339759872/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018879.223896:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1c00 x1818247339759872/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018879.223903:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018879.223906:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018879.223909:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339759872:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018879.223916:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339760000:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018879.223929:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018879.223935:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018879/real 1734018879] req@ffff88012c3a1f80 x1818247339760000/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018879.223946:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1f80 x1818247339760000/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018879.223953:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018879.223956:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018879.223960:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339760000:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018879.223987:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339760128:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018879.224001:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018879.224007:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018879/real 1734018879] req@ffff88012c3a2300 x1818247339760128/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018879.224018:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2300 x1818247339760128/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018879.224026:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018879.224028:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018879.224031:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339760128:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018879.224037:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339760256:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018879.224050:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018879.224056:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018879/real 1734018879] req@ffff88012c3a2680 x1818247339760256/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018879.224065:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2680 x1818247339760256/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018879.224073:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018879.224076:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018879.224079:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339760256:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018879.224085:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339760384:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018879.224101:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018879.224107:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018879/real 1734018879] req@ffff88012c3a0700 x1818247339760384/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018879.224118:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0700 x1818247339760384/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018879.224125:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018879.224127:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018879.224130:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339760384:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734018879.231601:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018879.743517:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018880.233604:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018880.743466:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018881.235601:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018881.743438:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018882.237611:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018882.743469:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018883.239566:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018883.743489:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:0.0:1734018884.231472:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018884.231483:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018884.231488:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018884.231501:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3148 00000100:00080000:0.0:1734018884.231512:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018884.231523:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734018884.231570:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1880 x1818247339760512/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018884.231608:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018884.231612:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018884.231614:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018884.231620:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3148 00000100:00080000:0.0:1734018884.231623:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018884.231627:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018884.231640:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018884.231651:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0380 x1818247339760640/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018884.231662:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018884.231666:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018884.231667:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018884.231671:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3148 00000100:00080000:0.0:1734018884.231674:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018884.231678:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018884.231683:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734018884.231692:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0a80 x1818247339760768/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018884.231701:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018884.231704:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018884.231706:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018884.231710:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3148 00000100:00080000:0.0:1734018884.231712:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018884.231716:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018884.231720:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734018884.231728:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0e00 x1818247339760896/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018884.231739:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734018884.231741:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339760512:192.168.201.101@tcp:250:kworker.0 00000100:00080000:0.0:1734018884.231742:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018884.231745:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018884.231749:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3148 00000100:00080000:0.0:1734018884.231752:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018884.231756:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018884.231761:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018884.231770:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1180 x1818247339761024/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018884.231778:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018884.231781:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018884.231783:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018884.231786:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3148 00000100:00080000:0.0:1734018884.231805:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018884.231809:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018884.231813:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018884.231814:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018884.231825:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0700 x1818247339761152/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018884.231838:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018884/real 1734018884] req@ffff88012c3a1880 x1818247339760512/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018884.231859:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1880 x1818247339760512/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018884.231871:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018884.231875:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018884.231879:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339760512:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018884.231887:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339760640:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018884.231905:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018884.231912:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018884/real 1734018884] req@ffff88012c3a0380 x1818247339760640/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018884.231923:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0380 x1818247339760640/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018884.231932:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018884.231935:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018884.231939:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339760640:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018884.231945:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339760768:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018884.231958:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018884.231964:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018884/real 1734018884] req@ffff88012c3a0a80 x1818247339760768/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018884.231975:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0a80 x1818247339760768/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018884.231982:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018884.231985:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018884.231988:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339760768:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018884.232016:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339760896:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018884.232030:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018884.232037:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018884/real 1734018884] req@ffff88012c3a0e00 x1818247339760896/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018884.232047:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0e00 x1818247339760896/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018884.232055:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018884.232057:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018884.232060:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339760896:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018884.232067:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339761024:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018884.232080:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018884.232086:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018884/real 1734018884] req@ffff88012c3a1180 x1818247339761024/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018884.232096:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1180 x1818247339761024/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018884.232104:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018884.232106:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018884.232109:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339761024:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018884.232114:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339761152:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018884.232126:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018884.232132:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018884/real 1734018884] req@ffff88012c3a0700 x1818247339761152/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018884.232142:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0700 x1818247339761152/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018884.232149:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018884.232152:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018884.232155:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339761152:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734018884.241593:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018884.743474:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018885.243612:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018885.743484:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018886.245596:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018886.743482:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018887.247499:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018887.743464:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018888.249607:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018888.743443:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:0.0:1734018889.239489:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018889.239500:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018889.239505:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018889.239519:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3153 00000100:00080000:0.0:1734018889.239531:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018889.239541:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734018889.239590:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2680 x1818247339761280/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018889.239636:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018889.239641:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018889.239643:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018889.239648:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3153 00000100:00080000:0.0:1734018889.239652:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018889.239656:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018889.239668:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018889.239679:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2300 x1818247339761408/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018889.239689:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018889.239692:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018889.239694:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018889.239698:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3153 00000100:00080000:0.0:1734018889.239701:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018889.239706:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018889.239711:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734018889.239721:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1f80 x1818247339761536/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018889.239729:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018889.239732:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018889.239734:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018889.239737:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3153 00000100:00080000:0.0:1734018889.239740:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018889.239744:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018889.239749:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734018889.239759:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1c00 x1818247339761664/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018889.239763:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339761280:192.168.201.101@tcp:250:kworker.0 00000100:00080000:0.0:1734018889.239769:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018889.239773:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018889.239774:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018889.239778:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3153 00000100:00080000:0.0:1734018889.239780:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018889.239784:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018889.239789:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018889.239797:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0000 x1818247339761792/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018889.239805:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018889.239809:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018889.239810:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018889.239814:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3153 00000100:00080000:0.0:1734018889.239826:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018889.239830:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018889.239834:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018889.239837:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018889.239847:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3800 x1818247339761920/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018889.239861:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018889/real 1734018889] req@ffff88012c3a2680 x1818247339761280/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018889.239882:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2680 x1818247339761280/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018889.239894:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018889.239898:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018889.239903:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339761280:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018889.239911:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339761408:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018889.239929:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018889.239936:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018889/real 1734018889] req@ffff88012c3a2300 x1818247339761408/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018889.239948:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2300 x1818247339761408/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018889.239956:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018889.239959:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018889.239962:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339761408:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018889.239968:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339761536:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018889.239982:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018889.239988:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018889/real 1734018889] req@ffff88012c3a1f80 x1818247339761536/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018889.239998:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1f80 x1818247339761536/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018889.240006:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018889.240009:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018889.240012:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339761536:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018889.240038:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339761664:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018889.240052:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018889.240058:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018889/real 1734018889] req@ffff88012c3a1c00 x1818247339761664/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018889.240069:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1c00 x1818247339761664/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018889.240077:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018889.240080:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018889.240083:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339761664:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018889.240088:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339761792:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018889.240101:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018889.240107:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018889/real 1734018889] req@ffff88012c3a0000 x1818247339761792/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018889.240117:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0000 x1818247339761792/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018889.240125:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018889.240127:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018889.240131:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339761792:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018889.240136:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339761920:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018889.240152:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018889.240158:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018889/real 1734018889] req@ffff88012c3a3800 x1818247339761920/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018889.240168:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a3800 x1818247339761920/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018889.240226:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018889.240229:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018889.240233:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339761920:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734018889.251598:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018889.743495:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018890.253571:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018890.743479:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018891.255598:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018891.743422:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018892.257593:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018892.743434:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018893.259617:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018893.743473:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:0.0:1734018894.247459:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018894.247469:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018894.247473:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018894.247484:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3158 00000100:00080000:0.0:1734018894.247493:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018894.247501:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734018894.247536:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3480 x1818247339762048/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018894.247570:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018894.247575:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018894.247576:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018894.247581:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3158 00000100:00080000:0.0:1734018894.247584:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018894.247588:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018894.247597:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018894.247608:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3b80 x1818247339762176/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018894.247618:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018894.247621:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018894.247623:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018894.247627:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3158 00000100:00080000:0.0:1734018894.247629:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018894.247633:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018894.247638:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734018894.247646:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2d80 x1818247339762304/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018894.247656:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018894.247659:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018894.247660:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018894.247664:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3158 00000100:00080000:0.0:1734018894.247666:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018894.247669:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018894.247674:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734018894.247677:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339762048:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734018894.247682:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2a00 x1818247339762432/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018894.247691:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018894.247694:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018894.247696:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018894.247699:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3158 00000100:00080000:0.0:1734018894.247702:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018894.247705:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018894.247709:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018894.247717:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3100 x1818247339762560/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018894.247725:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018894.247728:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018894.247730:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018894.247733:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3158 00000100:00080000:0.0:1734018894.247736:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018894.247740:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000800:00000100:1.0:1734018894.247741:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000008:00100000:0.0:1734018894.247744:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018894.247754:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3800 x1818247339762688/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018894.247762:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018894/real 1734018894] req@ffff88012c3a3480 x1818247339762048/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018919 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018894.247781:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a3480 x1818247339762048/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018919 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018894.247792:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018894.247795:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018894.247800:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339762048:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018894.247807:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339762176:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018894.247824:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018894.247831:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018894/real 1734018894] req@ffff88012c3a3b80 x1818247339762176/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018919 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018894.247842:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a3b80 x1818247339762176/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018919 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018894.247851:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018894.247854:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018894.247857:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339762176:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018894.247862:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339762304:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018894.247876:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018894.247881:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018894/real 1734018894] req@ffff88012c3a2d80 x1818247339762304/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018919 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018894.247892:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2d80 x1818247339762304/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018919 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018894.247899:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018894.247902:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018894.247905:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339762304:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018894.247928:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339762432:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018894.247941:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018894.247948:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018894/real 1734018894] req@ffff88012c3a2a00 x1818247339762432/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018919 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018894.247958:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2a00 x1818247339762432/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018919 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018894.247966:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018894.247968:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018894.247971:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339762432:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018894.247976:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339762560:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018894.247989:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018894.247995:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018894/real 1734018894] req@ffff88012c3a3100 x1818247339762560/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018919 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018894.248005:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a3100 x1818247339762560/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018919 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018894.248013:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018894.248015:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018894.248018:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339762560:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018894.248023:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339762688:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018894.248034:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018894.248040:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018894/real 1734018894] req@ffff88012c3a3800 x1818247339762688/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018919 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018894.248050:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a3800 x1818247339762688/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018919 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018894.248057:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018894.248059:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018894.248062:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339762688:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734018894.261549:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018894.743467:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018895.263585:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018895.743466:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018896.265614:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018896.743468:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018897.267586:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018897.743448:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018898.269594:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018898.743474:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:0.0:1734018899.255449:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018899.255460:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018899.255464:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018899.255475:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3163 00000100:00080000:0.0:1734018899.255483:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018899.255491:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734018899.255527:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0000 x1818247339762816/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018899.255559:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018899.255564:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018899.255566:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018899.255570:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3163 00000100:00080000:0.0:1734018899.255573:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018899.255577:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018899.255586:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018899.255597:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1c00 x1818247339762944/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018899.255606:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018899.255610:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018899.255612:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018899.255616:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3163 00000100:00080000:0.0:1734018899.255619:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018899.255623:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018899.255627:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734018899.255635:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1f80 x1818247339763072/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018899.255644:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018899.255647:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018899.255648:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018899.255652:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3163 00000100:00080000:0.0:1734018899.255654:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018899.255657:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018899.255661:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734018899.255666:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339762816:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734018899.255669:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2300 x1818247339763200/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018899.255678:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018899.255682:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018899.255683:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018899.255687:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3163 00000100:00080000:0.0:1734018899.255689:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018899.255692:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018899.255697:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018899.255706:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2680 x1818247339763328/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018899.255715:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018899.255718:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018899.255720:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018899.255723:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3163 00000100:00080000:0.0:1734018899.255726:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018899.255729:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000800:00000100:1.0:1734018899.255731:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000008:00100000:0.0:1734018899.255733:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018899.255741:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0700 x1818247339763456/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018899.255753:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018899/real 1734018899] req@ffff88012c3a0000 x1818247339762816/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018899.255773:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0000 x1818247339762816/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018899.255784:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018899.255787:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018899.255792:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339762816:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018899.255799:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339762944:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018899.255815:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018899.255822:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018899/real 1734018899] req@ffff88012c3a1c00 x1818247339762944/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018899.255833:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1c00 x1818247339762944/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018899.255841:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018899.255844:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018899.255847:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339762944:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018899.255852:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339763072:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018899.255866:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018899.255871:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018899/real 1734018899] req@ffff88012c3a1f80 x1818247339763072/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018899.255882:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1f80 x1818247339763072/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018899.255889:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018899.255892:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018899.255896:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339763072:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018899.255922:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339763200:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018899.255935:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018899.255942:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018899/real 1734018899] req@ffff88012c3a2300 x1818247339763200/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018899.255952:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2300 x1818247339763200/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018899.255960:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018899.255962:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018899.255965:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339763200:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018899.255970:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339763328:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018899.255982:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018899.255988:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018899/real 1734018899] req@ffff88012c3a2680 x1818247339763328/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018899.255998:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2680 x1818247339763328/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018899.256049:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018899.256052:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018899.256055:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339763328:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018899.256061:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339763456:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018899.256081:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018899.256089:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018899/real 1734018899] req@ffff88012c3a0700 x1818247339763456/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018899.256100:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0700 x1818247339763456/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018899.256108:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018899.256110:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018899.256113:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339763456:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734018899.271587:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018899.743455:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018900.273594:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018900.743434:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018901.275541:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018901.743457:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018902.277552:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018902.743436:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018903.279517:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018903.743458:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:0.0:1734018904.263468:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018904.263479:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018904.263483:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018904.263495:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3168 00000100:00080000:0.0:1734018904.263505:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018904.263513:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734018904.263549:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1180 x1818247339763584/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018904.263582:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018904.263586:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018904.263589:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018904.263593:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3168 00000100:00080000:0.0:1734018904.263596:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018904.263600:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018904.263610:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018904.263621:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0e00 x1818247339763712/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018904.263630:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018904.263634:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018904.263635:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018904.263639:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3168 00000100:00080000:0.0:1734018904.263642:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018904.263645:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018904.263650:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734018904.263658:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0a80 x1818247339763840/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018904.263667:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018904.263670:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018904.263672:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018904.263675:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3168 00000100:00080000:0.0:1734018904.263677:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018904.263681:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018904.263685:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734018904.263692:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0380 x1818247339763968/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018904.263701:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734018904.263704:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339763584:192.168.201.101@tcp:250:kworker.0 00000100:00080000:0.0:1734018904.263705:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018904.263707:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018904.263711:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3168 00000100:00080000:0.0:1734018904.263713:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018904.263717:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018904.263721:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018904.263728:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1880 x1818247339764096/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018904.263737:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018904.263740:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018904.263741:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018904.263744:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3168 00000100:00080000:0.0:1734018904.263758:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018904.263761:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018904.263765:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018904.263768:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018904.263776:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0700 x1818247339764224/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018904.263790:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018904/real 1734018904] req@ffff88012c3a1180 x1818247339763584/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018904.263809:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1180 x1818247339763584/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018904.263819:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018904.263823:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018904.263827:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339763584:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018904.263834:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339763712:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018904.263851:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018904.263858:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018904/real 1734018904] req@ffff88012c3a0e00 x1818247339763712/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018904.263869:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0e00 x1818247339763712/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018904.263878:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018904.263880:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018904.263884:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339763712:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018904.263889:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339763840:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018904.263902:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018904.263908:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018904/real 1734018904] req@ffff88012c3a0a80 x1818247339763840/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018904.263951:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0a80 x1818247339763840/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018904.263959:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018904.263962:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018904.263965:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339763840:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018904.263993:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339763968:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018904.264010:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018904.264017:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018904/real 1734018904] req@ffff88012c3a0380 x1818247339763968/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018904.264028:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0380 x1818247339763968/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018904.264036:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018904.264038:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018904.264041:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339763968:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018904.264047:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339764096:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018904.264060:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018904.264066:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018904/real 1734018904] req@ffff88012c3a1880 x1818247339764096/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018904.264076:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1880 x1818247339764096/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018904.264084:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018904.264086:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018904.264089:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339764096:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018904.264094:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339764224:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018904.264105:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018904.264111:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018904/real 1734018904] req@ffff88012c3a0700 x1818247339764224/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018904.264121:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0700 x1818247339764224/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018904.264128:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018904.264130:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018904.264132:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339764224:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734018904.281558:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018904.743441:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018905.283546:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018905.743472:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018906.285596:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018906.743476:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018907.287581:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018907.743456:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018908.289656:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018908.743481:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734018909.271551:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018909.271563:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018909.271567:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018909.271578:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3173 00000100:00080000:2.0:1734018909.271587:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018909.271595:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018909.271632:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339764352/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018909.271677:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018909.271681:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018909.271683:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018909.271688:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3173 00000100:00080000:2.0:1734018909.271691:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018909.271695:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018909.271704:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018909.271715:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339764480/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018909.271725:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018909.271728:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018909.271730:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018909.271734:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3173 00000100:00080000:2.0:1734018909.271736:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018909.271740:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018909.271744:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018909.271753:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339764608/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018909.271761:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018909.271764:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018909.271765:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018909.271769:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3173 00000100:00080000:2.0:1734018909.271771:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018909.271775:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018909.271780:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018909.271788:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339764736/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018909.271789:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339764352:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018909.271797:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018909.271800:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018909.271802:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018909.271805:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3173 00000100:00080000:2.0:1734018909.271808:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018909.271811:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018909.271815:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018909.271822:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339764864/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018909.271867:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018909.271871:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018909.271873:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018909.271876:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3173 00000100:00080000:2.0:1734018909.271880:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018909.271883:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000800:00000100:1.0:1734018909.271887:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000008:00100000:2.0:1734018909.271888:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018909.271897:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339764992/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018909.271910:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018909/real 1734018909] req@ffff8800a7a7ca80 x1818247339764352/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018909.271931:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339764352/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018909.271942:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018909.271945:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018909.271950:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339764352:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018909.271957:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339764480:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018909.271976:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018909.271982:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018909/real 1734018909] req@ffff8800a7a7e300 x1818247339764480/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018909.271994:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339764480/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018909.272002:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018909.272005:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018909.272008:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339764480:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018909.272013:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339764608:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018909.272027:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018909.272032:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018909/real 1734018909] req@ffff8800a7a7dc00 x1818247339764608/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018909.272043:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339764608/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018909.272051:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018909.272054:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018909.272057:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339764608:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018909.272080:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339764736:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018909.272094:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018909.272100:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018909/real 1734018909] req@ffff8800a7a7fb80 x1818247339764736/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018909.272111:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339764736/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018909.272119:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018909.272121:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018909.272124:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339764736:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018909.272129:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339764864:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018909.272141:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018909.272147:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018909/real 1734018909] req@ffff8800a7a7ce00 x1818247339764864/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018909.272156:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339764864/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018909.272164:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018909.272166:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018909.272169:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339764864:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018909.272174:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339764992:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018909.272189:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018909.272195:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018909/real 1734018909] req@ffff8800a7a7c700 x1818247339764992/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018909.272205:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339764992/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018909.272212:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018909.272214:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018909.272217:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339764992:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734018909.291587:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018909.743451:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018910.293633:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018910.743471:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018911.295562:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018911.743458:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018912.297563:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018912.743447:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018913.299640:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018913.743463:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734018914.279437:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018914.279448:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018914.279453:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018914.279463:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3178 00000100:00080000:2.0:1734018914.279472:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018914.279480:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018914.279516:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339765120/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018914.279550:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018914.279555:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018914.279557:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018914.279562:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3178 00000100:00080000:2.0:1734018914.279565:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018914.279569:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018914.279578:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018914.279589:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339765248/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018914.279599:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018914.279603:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018914.279605:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018914.279609:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3178 00000100:00080000:2.0:1734018914.279612:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018914.279615:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018914.279620:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018914.279630:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339765376/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018914.279638:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018914.279641:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018914.279642:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018914.279646:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3178 00000100:00080000:2.0:1734018914.279649:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018914.279653:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:1.0:1734018914.279655:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339765120:192.168.201.101@tcp:250:kworker.0 00000008:00100000:2.0:1734018914.279657:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018914.279665:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339765504/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018914.279674:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018914.279677:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018914.279679:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018914.279682:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3178 00000100:00080000:2.0:1734018914.279685:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018914.279688:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018914.279692:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018914.279700:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339765632/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018914.279709:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018914.279712:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018914.279714:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018914.279717:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3178 00000100:00080000:2.0:1734018914.279720:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1734018914.279721:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734018914.279723:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018914.279727:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018914.279734:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339765760/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018914.279743:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018914/real 1734018914] req@ffff8800a7a7ed80 x1818247339765120/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018914.279803:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339765120/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018914.279814:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018914.279818:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018914.279823:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339765120:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018914.279830:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339765248:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018914.279850:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018914.279857:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018914/real 1734018914] req@ffff8800a7a7c380 x1818247339765248/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018914.279869:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339765248/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018914.279877:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018914.279880:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018914.279883:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339765248:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018914.279889:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339765376:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018914.279902:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018914.279908:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018914/real 1734018914] req@ffff8800a7a7c700 x1818247339765376/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018914.279918:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339765376/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018914.279926:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018914.279928:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018914.279931:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339765376:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018914.279956:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339765504:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018914.279969:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018914.279976:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018914/real 1734018914] req@ffff8800a7a7ce00 x1818247339765504/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018914.279987:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339765504/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018914.279994:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018914.279996:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018914.279999:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339765504:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018914.280006:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339765632:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018914.280018:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018914.280024:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018914/real 1734018914] req@ffff8800a7a7fb80 x1818247339765632/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018914.280035:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339765632/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018914.280042:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018914.280044:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018914.280047:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339765632:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018914.280052:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339765760:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018914.280064:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018914.280080:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018914/real 1734018914] req@ffff8800a7a7dc00 x1818247339765760/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018914.280093:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339765760/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018914.280105:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018914.280108:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018914.280113:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339765760:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734018914.301591:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018914.743463:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018915.303600:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018915.743476:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018916.305632:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018916.743460:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018917.307616:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018917.743464:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018918.309615:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018918.743474:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734018919.287424:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018919.287435:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018919.287441:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018919.287454:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3183 00000100:00080000:2.0:1734018919.287465:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018919.287475:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018919.287522:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339765888/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018919.287560:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018919.287565:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018919.287567:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018919.287572:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3183 00000100:00080000:2.0:1734018919.287575:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018919.287579:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018919.287591:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018919.287603:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339766016/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018919.287612:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018919.287615:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018919.287617:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018919.287621:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3183 00000100:00080000:2.0:1734018919.287624:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018919.287628:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018919.287634:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018919.287643:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339766144/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018919.287651:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018919.287657:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018919.287658:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018919.287697:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3183 00000100:00080000:2.0:1734018919.287701:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018919.287705:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018919.287711:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734018919.287712:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339765888:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734018919.287721:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339766272/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018919.287732:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018919.287736:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018919.287738:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018919.287742:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3183 00000100:00080000:2.0:1734018919.287745:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018919.287748:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018919.287753:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018919.287761:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339766400/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018919.287770:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018919.287773:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018919.287774:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018919.287778:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3183 00000100:00080000:2.0:1734018919.287781:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018919.287785:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018919.287790:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018919.287798:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339766528/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018919.287812:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339766016:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018919.287838:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339766144:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018919.287864:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339766272:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018919.287880:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339766400:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018919.287896:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339766528:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734018919.311611:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018919.743466:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018920.313610:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018920.743439:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018921.315572:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018921.743444:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000400:00000100:0.0:1734018922.293672:0:1970:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:0.0:1734018922.293721:0:1970:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1734018922.293740:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734018922.293776:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734018922.293788:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734018922.293798:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734018922.293809:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734018922.293820:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000100:00100000:1.0:1734018922.293883:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018919/real 1734018922] req@ffff8800a7a7f480 x1818247339766272/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018922.293917:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339766272/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018922.293947:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018922.293953:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018922.293960:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339766272:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018922.293971:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018919/real 1734018922] req@ffff8800a7a7c000 x1818247339766400/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018922.293991:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339766400/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018922.294004:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018922.294008:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018922.294014:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339766400:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018922.294024:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018919/real 1734018922] req@ffff8800a7a7df80 x1818247339766528/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018922.294041:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339766528/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018922.294054:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018922.294058:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018922.294063:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339766528:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018922.294073:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018919/real 1734018922] req@ffff8800a7a7e300 x1818247339765888/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018922.294092:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339765888/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018922.294105:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018922.294108:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018922.294113:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339765888:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018922.294125:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018919/real 1734018922] req@ffff8800a7a7ca80 x1818247339766016/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018922.294144:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339766016/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018922.294157:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018922.294160:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018922.294175:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339766016:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018922.294185:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018919/real 1734018922] req@ffff8800a7a7ea00 x1818247339766144/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018922.294205:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339766144/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018922.294228:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018922.294232:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018922.294237:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339766144:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734018922.317590:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018922.743464:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018923.319543:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018923.743462:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734018924.295459:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018924.295475:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018924.295479:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018924.295488:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3188 00000100:00080000:2.0:1734018924.295497:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018924.295505:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018924.295540:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339766656/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018924.295598:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018924.295603:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018924.295605:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018924.295610:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3188 00000100:00080000:2.0:1734018924.295613:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018924.295617:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018924.295628:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018924.295640:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339766784/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018924.295651:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018924.295654:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018924.295656:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018924.295660:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3188 00000100:00080000:2.0:1734018924.295663:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018924.295666:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018924.295671:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018924.295681:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339766912/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018924.295686:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339766656:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018924.295691:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018924.295694:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018924.295695:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018924.295699:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3188 00000100:00080000:2.0:1734018924.295701:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018924.295705:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018924.295709:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018924.295718:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339767040/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018924.295727:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018924.295730:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018924.295732:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018924.295735:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3188 00000100:00080000:2.0:1734018924.295738:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018924.295741:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018924.295746:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1734018924.295750:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734018924.295753:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339767168/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018924.295762:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018924.295765:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018924.295766:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018924.295769:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3188 00000100:00100000:1.0:1734018924.295772:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018924/real 1734018924] req@ffff8800a7a7f100 x1818247339766656/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018924.295772:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018924.295776:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018924.295780:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018924.295787:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339767296/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018924.295791:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339766656/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018924.295802:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018924.295805:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018924.295810:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339766656:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018924.295817:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339766784:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018924.295834:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018924.295840:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018924/real 1734018924] req@ffff8800a7a7d180 x1818247339766784/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018924.295851:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339766784/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018924.295860:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018924.295862:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018924.295866:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339766784:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018924.295890:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339766912:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018924.295904:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018924.295910:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018924/real 1734018924] req@ffff8800a7a7ea00 x1818247339766912/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018924.295922:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339766912/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018924.295930:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018924.295932:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018924.295935:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339766912:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018924.295940:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339767040:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018924.295952:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018924.295957:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018924/real 1734018924] req@ffff8800a7a7ca80 x1818247339767040/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018924.295967:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339767040/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018924.295975:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018924.295977:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018924.295980:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339767040:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018924.295985:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339767168:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018924.295998:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018924.296004:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018924/real 1734018924] req@ffff8800a7a7e300 x1818247339767168/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018924.296015:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339767168/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018924.296023:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018924.296025:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018924.296028:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339767168:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018924.296033:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339767296:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018924.296044:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018924.296050:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018924/real 1734018924] req@ffff8800a7a7df80 x1818247339767296/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018924.296060:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339767296/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018924.296067:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018924.296069:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018924.296072:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339767296:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734018924.321600:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018924.743442:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018925.323613:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018925.743461:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018926.325624:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018926.743472:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018927.327610:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018927.743452:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018928.329696:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018928.743481:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734018929.303525:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018929.303540:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018929.303546:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018929.303561:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3193 00000100:00080000:2.0:1734018929.303574:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018929.303584:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018929.303635:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339767424/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018929.303674:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018929.303679:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018929.303681:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018929.303686:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3193 00000100:00080000:2.0:1734018929.303690:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018929.303694:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018929.303706:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018929.303718:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339767552/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018929.303728:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018929.303731:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018929.303733:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018929.303737:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3193 00000100:00080000:2.0:1734018929.303740:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018929.303744:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018929.303750:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018929.303760:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339767680/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018929.303769:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018929.303773:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018929.303774:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018929.303778:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3193 00000100:00080000:2.0:1734018929.303780:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018929.303784:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018929.303789:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018929.303797:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339767808/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018929.303807:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734018929.303809:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339767424:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018929.303810:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018929.303812:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018929.303816:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3193 00000100:00080000:2.0:1734018929.303818:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018929.303822:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018929.303827:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018929.303835:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339767936/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018929.303845:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018929.303848:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018929.303850:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018929.303854:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3193 00000100:00080000:2.0:1734018929.303856:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018929.303860:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018929.303864:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018929.303872:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339768064/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018929.303886:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018929.303909:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018929/real 1734018929] req@ffff8800a7a7c000 x1818247339767424/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018929.303928:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339767424/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018929.303940:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018929.303944:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018929.303949:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339767424:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018929.303957:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339767552:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018929.303974:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018929.303981:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018929/real 1734018929] req@ffff8800a7a7f480 x1818247339767552/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018929.303992:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339767552/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018929.304001:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018929.304004:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018929.304008:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339767552:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018929.304014:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339767680:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018929.304027:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018929.304034:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018929/real 1734018929] req@ffff8800a7a7dc00 x1818247339767680/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018929.304044:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339767680/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018929.304051:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018929.304054:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018929.304057:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339767680:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018929.304083:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339767808:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018929.304100:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018929.304107:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018929/real 1734018929] req@ffff8800a7a7fb80 x1818247339767808/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018929.304118:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339767808/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018929.304125:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018929.304128:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018929.304131:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339767808:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018929.304136:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339767936:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018929.304149:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018929.304155:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018929/real 1734018929] req@ffff8800a7a7ce00 x1818247339767936/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018929.304165:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339767936/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018929.304173:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018929.304175:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018929.304178:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339767936:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018929.304184:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339768064:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018929.304196:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018929.304202:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018929/real 1734018929] req@ffff8800a7a7c700 x1818247339768064/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018929.304219:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339768064/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018929.304227:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018929.304229:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018929.304232:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339768064:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734018929.331608:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018929.743466:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018930.333617:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018930.743522:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018931.335625:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018931.743488:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018932.337620:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018932.743488:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018933.339640:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018933.743489:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734018934.311486:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018934.311497:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018934.311502:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018934.311513:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3198 00000100:00080000:2.0:1734018934.311522:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018934.311530:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018934.311567:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339768192/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018934.311599:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018934.311604:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018934.311606:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018934.311611:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3198 00000100:00080000:2.0:1734018934.311614:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018934.311618:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018934.311628:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018934.311638:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339768320/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018934.311648:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018934.311651:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018934.311653:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018934.311657:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3198 00000100:00080000:2.0:1734018934.311660:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018934.311663:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018934.311668:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018934.311677:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339768448/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018934.311686:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018934.311689:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018934.311690:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018934.311693:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3198 00000100:00080000:2.0:1734018934.311696:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018934.311699:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018934.311703:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734018934.311710:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339768192:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734018934.311712:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339768576/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018934.311722:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018934.311725:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018934.311727:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018934.311730:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3198 00000100:00080000:2.0:1734018934.311733:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018934.311736:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018934.311740:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018934.311747:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339768704/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018934.311756:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018934.311759:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018934.311760:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018934.311763:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3198 00000100:00080000:2.0:1734018934.311766:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018934.311769:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018934.311774:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018934.311777:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734018934.311781:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339768832/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018934.311799:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018934/real 1734018934] req@ffff8800a7a7c380 x1818247339768192/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018934.311818:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339768192/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018934.311829:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018934.311833:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018934.311837:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339768192:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018934.311844:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339768320:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018934.311861:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018934.311868:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018934/real 1734018934] req@ffff8800a7a7ed80 x1818247339768320/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018934.311879:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339768320/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018934.311887:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018934.311890:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018934.311894:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339768320:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018934.311900:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339768448:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018934.311913:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018934.311919:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018934/real 1734018934] req@ffff8800a7a7c700 x1818247339768448/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018934.311930:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339768448/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018934.311937:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018934.311940:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018934.311943:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339768448:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018934.311966:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339768576:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018934.311978:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018934.311985:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018934/real 1734018934] req@ffff8800a7a7ce00 x1818247339768576/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018934.311995:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339768576/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018934.312004:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018934.312006:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018934.312009:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339768576:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018934.312013:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339768704:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018934.312029:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018934.312035:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018934/real 1734018934] req@ffff8800a7a7fb80 x1818247339768704/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018934.312045:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339768704/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018934.312053:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018934.312055:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018934.312058:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339768704:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018934.312062:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339768832:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018934.312074:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018934.312079:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018934/real 1734018934] req@ffff8800a7a7dc00 x1818247339768832/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018934.312090:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339768832/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018934.312097:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018934.312099:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018934.312102:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339768832:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734018934.341628:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018934.743502:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018935.343628:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018935.743485:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018936.345616:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018936.743490:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018937.347598:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018937.743453:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018938.349610:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018938.743472:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734018939.319432:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018939.319445:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018939.319451:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018939.319465:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3203 00000100:00080000:2.0:1734018939.319478:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018939.319488:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018939.319535:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339768960/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018939.319575:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018939.319580:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018939.319582:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018939.319586:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3203 00000100:00080000:2.0:1734018939.319590:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018939.319594:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018939.319605:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018939.319617:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339769088/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018939.319627:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018939.319631:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018939.319632:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018939.319637:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3203 00000100:00080000:2.0:1734018939.319640:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018939.319644:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018939.319650:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018939.319660:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339769216/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018939.319669:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018939.319672:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018939.319673:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018939.319677:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3203 00000100:00080000:2.0:1734018939.319679:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018939.319683:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018939.319687:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018939.319697:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339769344/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018939.319699:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339768960:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018939.319707:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018939.319710:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018939.319712:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018939.319716:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3203 00000100:00080000:2.0:1734018939.319718:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018939.319722:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018939.319726:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018939.319735:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339769472/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018939.319750:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018939.319753:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018939.319755:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018939.319759:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3203 00000100:00080000:2.0:1734018939.319762:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018939.319766:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000800:00000100:1.0:1734018939.319770:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000008:00100000:2.0:1734018939.319770:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018939.319778:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339769600/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018939.319794:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018939/real 1734018939] req@ffff8800a7a7f480 x1818247339768960/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018939.319822:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339768960/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018939.319834:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018939.319837:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018939.319842:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339768960:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018939.319850:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339769088:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018939.319867:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018939.319874:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018939/real 1734018939] req@ffff8800a7a7c000 x1818247339769088/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018939.319885:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339769088/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018939.319892:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018939.319895:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018939.319898:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339769088:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018939.319904:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339769216:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018939.319918:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018939.319924:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018939/real 1734018939] req@ffff8800a7a7df80 x1818247339769216/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018939.319934:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339769216/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018939.319942:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018939.319945:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018939.319948:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339769216:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018939.319975:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339769344:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018939.319988:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018939.319995:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018939/real 1734018939] req@ffff8800a7a7e300 x1818247339769344/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018939.320005:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339769344/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018939.320013:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018939.320015:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018939.320018:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339769344:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018939.320024:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339769472:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018939.320037:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018939.320043:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018939/real 1734018939] req@ffff8800a7a7ca80 x1818247339769472/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018939.320053:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339769472/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018939.320061:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018939.320064:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018939.320067:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339769472:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018939.320073:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339769600:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018939.320089:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018939.320095:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018939/real 1734018939] req@ffff8800a7a7ea00 x1818247339769600/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018939.320105:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339769600/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018939.320112:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018939.320114:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018939.320117:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339769600:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734018939.351613:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018939.743474:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018940.353603:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018940.743485:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018941.355607:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018941.743471:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018942.357575:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018942.743462:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018943.359637:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018943.743471:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734018944.327475:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018944.327485:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018944.327491:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018944.327504:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3208 00000100:00080000:2.0:1734018944.327515:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018944.327525:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018944.327575:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339769728/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018944.327614:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018944.327619:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018944.327621:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018944.327626:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3208 00000100:00080000:2.0:1734018944.327630:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018944.327634:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018944.327646:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018944.327658:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339769856/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018944.327668:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018944.327671:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018944.327673:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018944.327678:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3208 00000100:00080000:2.0:1734018944.327681:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018944.327685:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018944.327690:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018944.327703:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339769984/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018944.327712:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018944.327715:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018944.327716:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018944.327720:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3208 00000100:00080000:2.0:1734018944.327723:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018944.327727:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018944.327732:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018944.327743:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339770112/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018944.327748:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339769728:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018944.327754:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018944.327757:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018944.327759:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018944.327763:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3208 00000100:00080000:2.0:1734018944.327765:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018944.327768:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018944.327773:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018944.327781:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339770240/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018944.327790:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018944.327793:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018944.327795:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018944.327799:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3208 00000100:00080000:2.0:1734018944.327802:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018944.327806:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018944.327811:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018944.327819:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339770368/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018944.327823:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018944.327848:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018944/real 1734018944] req@ffff8800a7a7d180 x1818247339769728/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018944.327868:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339769728/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018944.327881:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018944.327885:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018944.327890:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339769728:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018944.327898:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339769856:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018944.327915:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018944.327922:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018944/real 1734018944] req@ffff8800a7a7f100 x1818247339769856/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018944.327933:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339769856/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018944.327942:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018944.327946:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018944.327949:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339769856:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018944.327955:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339769984:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018944.327969:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018944.327975:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018944/real 1734018944] req@ffff8800a7a7ea00 x1818247339769984/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018944.327985:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339769984/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018944.327993:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018944.327995:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018944.327998:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339769984:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018944.328024:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339770112:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018944.328038:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018944.328045:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018944/real 1734018944] req@ffff8800a7a7ca80 x1818247339770112/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018944.328055:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339770112/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018944.328063:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018944.328066:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018944.328068:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339770112:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018944.328075:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339770240:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018944.328088:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018944.328094:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018944/real 1734018944] req@ffff8800a7a7e300 x1818247339770240/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018944.328104:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339770240/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018944.328111:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018944.328114:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018944.328117:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339770240:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018944.328123:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339770368:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018944.328135:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018944.328141:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018944/real 1734018944] req@ffff8800a7a7df80 x1818247339770368/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018944.328150:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339770368/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018944.328157:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018944.328160:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018944.328163:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339770368:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734018944.361608:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018944.743445:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018945.363617:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018945.743466:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018946.365617:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018946.743492:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018947.367608:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018947.743486:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018948.369637:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018948.743427:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734018949.335461:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018949.335472:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018949.335478:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018949.335491:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3213 00000100:00080000:2.0:1734018949.335502:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018949.335512:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018949.335560:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339770496/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018949.335600:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018949.335604:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018949.335606:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018949.335611:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3213 00000100:00080000:2.0:1734018949.335614:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018949.335618:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018949.335630:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018949.335642:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339770624/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018949.335651:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018949.335657:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018949.335659:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018949.335663:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3213 00000100:00080000:2.0:1734018949.335666:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018949.335670:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018949.335675:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018949.335684:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339770752/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018949.335693:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018949.335696:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018949.335697:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018949.335701:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3213 00000100:00080000:2.0:1734018949.335703:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018949.335707:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018949.335712:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734018949.335714:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339770496:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734018949.335720:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339770880/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018949.335730:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018949.335733:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018949.335735:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018949.335738:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3213 00000100:00080000:2.0:1734018949.335741:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018949.335745:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018949.335750:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018949.335758:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339771008/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018949.335767:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018949.335771:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018949.335772:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018949.335776:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3213 00000100:00080000:2.0:1734018949.335779:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018949.335782:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018949.335786:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018949.335794:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339771136/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018949.335801:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018949.335826:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018949/real 1734018949] req@ffff8800a7a7c000 x1818247339770496/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018949.335849:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339770496/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018949.335861:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018949.335865:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018949.335870:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339770496:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018949.335877:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339770624:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018949.335895:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018949.335902:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018949/real 1734018949] req@ffff8800a7a7f480 x1818247339770624/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018949.335914:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339770624/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018949.335921:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018949.335924:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018949.335927:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339770624:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018949.335933:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339770752:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018949.335946:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018949.335952:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018949/real 1734018949] req@ffff8800a7a7dc00 x1818247339770752/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018949.335963:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339770752/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018949.335970:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018949.335973:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018949.335976:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339770752:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018949.336004:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339770880:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018949.336018:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018949.336024:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018949/real 1734018949] req@ffff8800a7a7fb80 x1818247339770880/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018949.336035:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339770880/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018949.336043:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018949.336045:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018949.336048:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339770880:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018949.336053:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339771008:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018949.336065:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018949.336071:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018949/real 1734018949] req@ffff8800a7a7ce00 x1818247339771008/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018949.336081:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339771008/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018949.336088:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018949.336090:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018949.336094:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339771008:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018949.336099:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339771136:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018949.336114:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018949.336120:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018949/real 1734018949] req@ffff8800a7a7c700 x1818247339771136/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018949.336130:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339771136/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018949.336137:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018949.336139:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018949.336142:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339771136:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734018949.371561:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018949.743481:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018950.373564:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018950.743472:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018951.375584:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018951.743438:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018952.377614:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018952.743465:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018953.379598:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018953.743466:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734018954.343430:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018954.343441:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018954.343445:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018954.343456:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3218 00000100:00080000:2.0:1734018954.343465:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018954.343474:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018954.343511:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339771264/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018954.343545:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018954.343550:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018954.343552:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018954.343557:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3218 00000100:00080000:2.0:1734018954.343561:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018954.343565:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018954.343574:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018954.343585:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339771392/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018954.343595:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018954.343598:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018954.343599:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018954.343604:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3218 00000100:00080000:2.0:1734018954.343606:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018954.343610:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018954.343615:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018954.343625:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339771520/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018954.343634:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018954.343639:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018954.343641:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018954.343645:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3218 00000100:00080000:2.0:1734018954.343648:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018954.343651:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018954.343656:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018954.343665:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339771648/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018954.343669:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339771264:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018954.343675:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018954.343678:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018954.343680:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018954.343683:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3218 00000100:00080000:2.0:1734018954.343686:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018954.343689:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018954.343693:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018954.343702:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339771776/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018954.343710:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018954.343713:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018954.343714:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018954.343718:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3218 00000100:00080000:2.0:1734018954.343721:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018954.343724:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018954.343729:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018954.343736:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339771904/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018954.343761:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018954.343790:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018954/real 1734018954] req@ffff8800a7a7ed80 x1818247339771264/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018954.343812:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339771264/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018954.343825:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018954.343829:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018954.343834:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339771264:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018954.343841:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339771392:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018954.343860:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018954.343867:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018954/real 1734018954] req@ffff8800a7a7c380 x1818247339771392/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018954.343879:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339771392/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018954.343888:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018954.343891:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018954.343895:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339771392:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018954.343901:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339771520:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018954.343916:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018954.343922:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018954/real 1734018954] req@ffff8800a7a7c700 x1818247339771520/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018954.343932:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339771520/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018954.343940:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018954.343942:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018954.343946:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339771520:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018954.343977:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339771648:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018954.343991:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018954.343998:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018954/real 1734018954] req@ffff8800a7a7ce00 x1818247339771648/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018954.344009:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339771648/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018954.344017:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018954.344019:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018954.344022:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339771648:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018954.344029:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339771776:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018954.344043:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018954.344049:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018954/real 1734018954] req@ffff8800a7a7fb80 x1818247339771776/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018954.344060:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339771776/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018954.344125:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018954.344128:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018954.344133:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339771776:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018954.344141:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339771904:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018954.344163:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018954.344172:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018954/real 1734018954] req@ffff8800a7a7dc00 x1818247339771904/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018954.344183:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339771904/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018954.344191:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018954.344193:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018954.344196:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339771904:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734018954.381629:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018954.743454:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018955.383611:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018955.743454:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018956.385628:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018956.743459:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018957.387636:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018957.743468:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018958.389624:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018958.743479:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734018959.351465:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018959.351476:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018959.351481:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018959.351492:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3223 00000100:00080000:2.0:1734018959.351501:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018959.351510:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018959.351547:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339772032/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018959.351582:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018959.351587:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018959.351589:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018959.351593:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3223 00000100:00080000:2.0:1734018959.351597:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018959.351600:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018959.351611:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018959.351622:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339772160/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018959.351632:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018959.351636:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018959.351638:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018959.351641:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3223 00000100:00080000:2.0:1734018959.351644:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018959.351647:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018959.351652:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018959.351661:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339772288/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018959.351669:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018959.351672:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018959.351674:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018959.351677:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3223 00000100:00080000:2.0:1734018959.351680:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018959.351683:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018959.351688:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018959.351695:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339772416/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018959.351705:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018959.351708:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018959.351710:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734018959.351711:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339772032:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734018959.351714:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3223 00000100:00080000:2.0:1734018959.351717:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018959.351720:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018959.351725:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018959.351733:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339772544/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018959.351741:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018959.351744:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018959.351746:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018959.351749:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3223 00000100:00080000:2.0:1734018959.351752:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018959.351755:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018959.351759:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018959.351767:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339772672/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018959.351803:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018959.351831:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018959/real 1734018959] req@ffff8800a7a7f480 x1818247339772032/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018959.351854:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339772032/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018959.351868:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018959.351871:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018959.351877:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339772032:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018959.351885:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339772160:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018959.351903:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018959.351910:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018959/real 1734018959] req@ffff8800a7a7c000 x1818247339772160/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018959.351922:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339772160/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018959.351929:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018959.351932:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018959.351936:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339772160:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018959.351942:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339772288:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018959.351956:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018959.351962:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018959/real 1734018959] req@ffff8800a7a7df80 x1818247339772288/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018959.351973:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339772288/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018959.352033:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018959.352037:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018959.352042:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339772288:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018959.352075:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339772416:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018959.352097:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018959.352105:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018959/real 1734018959] req@ffff8800a7a7e300 x1818247339772416/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018959.352116:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339772416/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018959.352125:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018959.352127:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018959.352130:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339772416:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018959.352136:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339772544:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018959.352149:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018959.352156:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018959/real 1734018959] req@ffff8800a7a7ca80 x1818247339772544/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018959.352166:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339772544/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018959.352174:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018959.352177:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018959.352180:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339772544:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018959.352186:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339772672:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018959.352203:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018959.352209:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018959/real 1734018959] req@ffff8800a7a7ea00 x1818247339772672/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018959.352220:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339772672/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018959.352227:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018959.352229:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018959.352232:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339772672:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734018959.391606:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018959.743479:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018960.393624:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018960.743463:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018961.395595:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018961.743457:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018962.397574:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018962.743461:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018963.399612:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018963.743437:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734018964.359440:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018964.359449:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018964.359452:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018964.359460:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3228 00000100:00080000:2.0:1734018964.359467:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018964.359473:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734018964.359501:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339772800/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018964.359525:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018964.359527:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018964.359528:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018964.359532:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3228 00000100:00080000:2.0:1734018964.359534:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018964.359536:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018964.359542:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018964.359549:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339772928/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018964.359554:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018964.359556:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018964.359557:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018964.359559:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3228 00000100:00080000:2.0:1734018964.359561:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018964.359563:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018964.359566:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734018964.359574:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339773056/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018964.359579:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018964.359581:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018964.359582:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018964.359584:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3228 00000100:00080000:2.0:1734018964.359585:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018964.359588:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018964.359590:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734018964.359595:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339773184/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018964.359600:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018964.359602:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018964.359603:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018964.359605:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3228 00000100:00080000:2.0:1734018964.359607:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018964.359609:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018964.359611:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018964.359617:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339773312/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018964.359622:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018964.359624:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018964.359625:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018964.359628:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3228 00000100:00080000:2.0:1734018964.359629:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018964.359631:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734018964.359634:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018964.359638:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339773440/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018964.359665:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339772800:192.168.201.101@tcp:250:kworker.0 00000800:00000100:1.0:1734018964.359752:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018964.359778:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018964/real 1734018964] req@ffff8800a7a7f100 x1818247339772800/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018964.359799:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339772800/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018964.359812:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018964.359815:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018964.359820:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339772800:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018964.359828:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339772928:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018964.359846:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018964.359852:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018964/real 1734018964] req@ffff8800a7a7d180 x1818247339772928/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018964.359864:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339772928/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018964.359890:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018964.359893:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018964.359936:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339772928:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018964.359943:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339773056:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018964.359962:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018964.359970:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018964/real 1734018964] req@ffff8800a7a7ea00 x1818247339773056/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018964.359981:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339773056/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018964.359989:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018964.359991:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018964.359994:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339773056:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018964.360000:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339773184:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018964.360014:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018964.360020:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018964/real 1734018964] req@ffff8800a7a7ca80 x1818247339773184/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018964.360030:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339773184/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018964.360038:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018964.360040:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018964.360044:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339773184:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018964.360050:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339773312:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018964.360065:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018964.360071:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018964/real 1734018964] req@ffff8800a7a7e300 x1818247339773312/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018964.360082:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339773312/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018964.360090:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018964.360092:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018964.360095:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339773312:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018964.360126:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339773440:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018964.360139:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018964.360145:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018964/real 1734018964] req@ffff8800a7a7df80 x1818247339773440/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018964.360156:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339773440/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018964.360163:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018964.360165:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018964.360168:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339773440:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734018964.401625:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018964.743454:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018965.403611:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018965.743469:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018966.405566:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018966.743493:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018967.407630:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018967.743467:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018968.409611:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018968.743475:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:0.0:1734018969.367455:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018969.367465:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018969.367470:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018969.367480:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3233 00000100:00080000:0.0:1734018969.367489:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018969.367497:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734018969.367533:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2680 x1818247339773568/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018969.367566:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018969.367571:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018969.367573:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018969.367577:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3233 00000100:00080000:0.0:1734018969.367580:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018969.367584:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018969.367594:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018969.367605:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2300 x1818247339773696/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018969.367616:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018969.367620:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1734018969.367621:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339773568:192.168.201.101@tcp:250:kworker.0 00000100:00080000:0.0:1734018969.367622:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018969.367626:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3233 00000100:00080000:0.0:1734018969.367629:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018969.367633:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018969.367637:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734018969.367647:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1f80 x1818247339773824/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018969.367656:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018969.367660:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018969.367661:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018969.367665:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3233 00000100:00080000:0.0:1734018969.367667:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018969.367670:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018969.367675:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734018969.367682:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1c00 x1818247339773952/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018969.367691:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018969.367694:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018969.367696:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018969.367699:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3233 00000100:00080000:0.0:1734018969.367705:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018969.367708:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018969.367712:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1734018969.367718:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018969.367720:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0000 x1818247339774080/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018969.367729:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018969.367732:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018969.367734:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018969.367738:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3233 00000100:00080000:0.0:1734018969.367742:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018969.367745:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:1.0:1734018969.367745:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018969/real 1734018969] req@ffff88012c3a2680 x1818247339773568/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:0.0:1734018969.367750:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018969.367758:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3800 x1818247339774208/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018969.367768:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2680 x1818247339773568/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018969.367781:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018969.367784:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018969.367790:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339773568:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018969.367852:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339773696:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018969.367880:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018969.367889:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018969/real 1734018969] req@ffff88012c3a2300 x1818247339773696/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018969.367901:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2300 x1818247339773696/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018969.367910:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018969.367913:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018969.367916:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339773696:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018969.367923:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339773824:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018969.367938:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018969.367945:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018969/real 1734018969] req@ffff88012c3a1f80 x1818247339773824/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018969.367956:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1f80 x1818247339773824/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018969.367964:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018969.367967:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018969.367970:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339773824:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018969.367977:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339773952:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018969.367990:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018969.367996:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018969/real 1734018969] req@ffff88012c3a1c00 x1818247339773952/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018969.368006:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1c00 x1818247339773952/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018969.368014:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018969.368017:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018969.368020:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339773952:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018969.368026:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339774080:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018969.368041:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018969.368047:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018969/real 1734018969] req@ffff88012c3a0000 x1818247339774080/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018969.368057:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0000 x1818247339774080/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018969.368065:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018969.368068:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018969.368071:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339774080:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018969.368076:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339774208:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018969.368092:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018969.368098:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018969/real 1734018969] req@ffff88012c3a3800 x1818247339774208/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018969.368108:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a3800 x1818247339774208/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018969.368115:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018969.368117:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018969.368120:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339774208:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734018969.411600:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018969.743471:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018970.413583:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018970.743484:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018971.415546:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018971.743449:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018972.417607:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018972.743438:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018973.419572:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018973.743482:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:0.0:1734018974.375420:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018974.375429:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018974.375434:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018974.375444:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3238 00000100:00080000:0.0:1734018974.375453:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018974.375462:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734018974.375498:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3100 x1818247339774336/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018974.375530:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018974.375534:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018974.375536:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018974.375541:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3238 00000100:00080000:0.0:1734018974.375544:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018974.375548:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018974.375558:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018974.375568:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2a00 x1818247339774464/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018974.375578:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018974.375583:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018974.375584:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018974.375588:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3238 00000100:00080000:0.0:1734018974.375591:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018974.375595:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018974.375599:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734018974.375607:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2d80 x1818247339774592/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018974.375615:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018974.375618:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018974.375620:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018974.375624:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3238 00000100:00080000:0.0:1734018974.375626:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018974.375629:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018974.375634:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734018974.375641:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3b80 x1818247339774720/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018974.375650:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018974.375653:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018974.375654:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018974.375658:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3238 00000100:00080000:0.0:1734018974.375661:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018974.375664:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018974.375669:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018974.375679:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3480 x1818247339774848/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018974.375682:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339774336:192.168.201.101@tcp:250:kworker.0 00000100:00080000:0.0:1734018974.375690:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018974.375693:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018974.375695:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018974.375698:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3238 00000100:00080000:0.0:1734018974.375701:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018974.375705:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018974.375709:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018974.375717:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3800 x1818247339774976/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018974.375814:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018974.375842:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018974/real 1734018974] req@ffff88012c3a3100 x1818247339774336/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018974.375864:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a3100 x1818247339774336/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018974.375877:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018974.375881:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018974.375886:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339774336:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018974.375895:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339774464:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018974.375916:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018974.375923:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018974/real 1734018974] req@ffff88012c3a2a00 x1818247339774464/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018974.375934:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2a00 x1818247339774464/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018974.375943:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018974.375946:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018974.375950:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339774464:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018974.375956:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339774592:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018974.375971:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018974.375977:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018974/real 1734018974] req@ffff88012c3a2d80 x1818247339774592/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018974.375987:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2d80 x1818247339774592/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018974.375995:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018974.375998:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018974.376001:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339774592:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018974.376007:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339774720:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018974.376021:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018974.376027:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018974/real 1734018974] req@ffff88012c3a3b80 x1818247339774720/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018974.376037:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a3b80 x1818247339774720/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018974.376046:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018974.376048:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018974.376051:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339774720:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018974.376084:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339774848:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018974.376099:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018974.376106:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018974/real 1734018974] req@ffff88012c3a3480 x1818247339774848/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018974.376117:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a3480 x1818247339774848/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018974.376125:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018974.376127:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018974.376130:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339774848:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018974.376135:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339774976:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018974.376148:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018974.376154:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018974/real 1734018974] req@ffff88012c3a3800 x1818247339774976/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018974.376164:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a3800 x1818247339774976/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018974.376170:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018974.376173:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018974.376176:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339774976:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734018974.421559:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018974.743475:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018975.423607:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018975.743480:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018976.425610:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018976.743440:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018977.427598:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018977.743449:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018978.429591:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018978.743475:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:0.0:1734018979.383469:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018979.383482:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018979.383487:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018979.383501:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3243 00000100:00080000:0.0:1734018979.383513:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018979.383523:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734018979.383570:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0000 x1818247339775104/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018979.383608:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018979.383613:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018979.383615:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018979.383620:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3243 00000100:00080000:0.0:1734018979.383624:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018979.383629:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018979.383678:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018979.383692:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1c00 x1818247339775232/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018979.383704:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018979.383707:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018979.383709:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018979.383713:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3243 00000100:00080000:0.0:1734018979.383716:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018979.383720:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018979.383725:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1734018979.383734:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339775104:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734018979.383735:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1f80 x1818247339775360/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018979.383745:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018979.383748:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018979.383750:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018979.383754:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3243 00000100:00080000:0.0:1734018979.383757:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018979.383761:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018979.383765:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734018979.383773:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2300 x1818247339775488/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018979.383789:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018979.383793:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018979.383794:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018979.383798:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3243 00000100:00080000:0.0:1734018979.383810:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018979.383813:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018979.383818:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1734018979.383819:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018979.383828:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2680 x1818247339775616/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018979.383838:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018979.383841:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018979.383843:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734018979.383845:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018979/real 1734018979] req@ffff88012c3a0000 x1818247339775104/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018979.383847:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3243 00000100:00080000:0.0:1734018979.383850:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018979.383854:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018979.383858:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018979.383866:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0700 x1818247339775744/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018979.383869:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0000 x1818247339775104/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018979.383880:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018979.383884:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018979.383889:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339775104:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018979.383896:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339775232:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018979.383914:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018979.383921:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018979/real 1734018979] req@ffff88012c3a1c00 x1818247339775232/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018979.383932:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1c00 x1818247339775232/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018979.383940:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018979.383943:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018979.383946:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339775232:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018979.383975:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339775360:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018979.383990:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018979.383996:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018979/real 1734018979] req@ffff88012c3a1f80 x1818247339775360/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018979.384007:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1f80 x1818247339775360/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018979.384015:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018979.384018:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018979.384022:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339775360:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018979.384027:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339775488:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018979.384039:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018979.384045:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018979/real 1734018979] req@ffff88012c3a2300 x1818247339775488/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018979.384055:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2300 x1818247339775488/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018979.384063:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018979.384065:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018979.384068:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339775488:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018979.384073:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339775616:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018979.384087:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018979.384093:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018979/real 1734018979] req@ffff88012c3a2680 x1818247339775616/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018979.384104:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2680 x1818247339775616/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018979.384112:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018979.384114:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018979.384117:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339775616:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018979.384122:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339775744:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018979.384137:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018979.384143:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018979/real 1734018979] req@ffff88012c3a0700 x1818247339775744/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018979.384153:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0700 x1818247339775744/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018979.384160:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018979.384162:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018979.384165:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339775744:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734018979.431571:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018979.743472:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018980.433661:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018980.743479:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018981.435640:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018981.743459:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018982.437583:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018982.743471:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018983.439489:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018983.743453:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:0.0:1734018984.391457:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018984.391467:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018984.391471:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018984.391482:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3248 00000100:00080000:0.0:1734018984.391491:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018984.391500:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734018984.391536:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1880 x1818247339775872/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018984.391611:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018984.391616:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018984.391618:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018984.391623:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3248 00000100:00080000:0.0:1734018984.391627:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018984.391631:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018984.391641:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018984.391653:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0380 x1818247339776000/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018984.391665:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018984.391668:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018984.391670:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018984.391674:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3248 00000100:00080000:0.0:1734018984.391676:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018984.391680:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018984.391685:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734018984.391693:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0a80 x1818247339776128/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018984.391703:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018984.391706:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018984.391709:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018984.391713:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3248 00000100:00080000:0.0:1734018984.391716:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734018984.391716:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339775872:192.168.201.101@tcp:250:kworker.0 00000100:00080000:0.0:1734018984.391720:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018984.391724:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734018984.391732:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0e00 x1818247339776256/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018984.391741:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018984.391744:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018984.391746:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018984.391749:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3248 00000100:00080000:0.0:1734018984.391752:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018984.391755:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018984.391760:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018984.391767:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1180 x1818247339776384/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018984.391777:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018984.391780:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018984.391781:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018984.391785:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3248 00000100:00080000:0.0:1734018984.391797:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018984.391801:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018984.391806:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018984.391815:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0700 x1818247339776512/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018984.391844:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339776000:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018984.391881:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339776128:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018984.391899:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339776256:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018984.391918:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339776384:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018984.391935:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339776512:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734018984.441621:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018984.743420:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018985.443610:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018985.743461:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018986.445600:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018986.743477:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000400:00000100:2.0:1734018987.397654:0:1967:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:2.0:1734018987.397713:0:1967:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1734018987.397739:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:2.0:1734018987.397785:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:2.0:1734018987.397794:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:2.0:1734018987.397803:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:2.0:1734018987.397810:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:2.0:1734018987.397819:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000100:00100000:1.0:1734018987.397925:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018984/real 1734018987] req@ffff88012c3a0a80 x1818247339776128/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018987.397966:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0a80 x1818247339776128/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018987.397985:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018987.397992:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018987.398001:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339776128:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018987.398014:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018984/real 1734018987] req@ffff88012c3a0e00 x1818247339776256/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018987.398032:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0e00 x1818247339776256/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018987.398044:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018987.398048:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018987.398053:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339776256:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018987.398064:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018984/real 1734018987] req@ffff88012c3a1180 x1818247339776384/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018987.398083:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1180 x1818247339776384/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018987.398096:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018987.398101:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018987.398106:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339776384:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018987.398116:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018984/real 1734018987] req@ffff88012c3a0700 x1818247339776512/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018987.398135:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0700 x1818247339776512/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018987.398147:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018987.398152:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018987.398158:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339776512:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018987.398169:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018984/real 1734018987] req@ffff88012c3a1880 x1818247339775872/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018987.398188:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1880 x1818247339775872/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018987.398200:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018987.398203:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018987.398208:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339775872:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018987.398219:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018984/real 1734018987] req@ffff88012c3a0380 x1818247339776000/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018987.398237:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0380 x1818247339776000/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018987.398262:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018987.398266:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018987.398272:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339776000:192.168.201.101@tcp:38:kworker.0 00010000:00010000:2.0:1734018987.447589:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018987.743456:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018988.449629:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018988.743535:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:0.0:1734018989.399458:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018989.399504:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018989.399509:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018989.399520:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3253 00000100:00080000:0.0:1734018989.399528:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018989.399537:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734018989.399573:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2680 x1818247339776640/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018989.399607:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018989.399611:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018989.399613:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018989.399618:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3253 00000100:00080000:0.0:1734018989.399621:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018989.399625:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018989.399634:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018989.399645:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2300 x1818247339776768/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018989.399655:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018989.399658:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018989.399660:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018989.399664:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3253 00000100:00080000:0.0:1734018989.399666:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018989.399670:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018989.399676:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734018989.399684:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1f80 x1818247339776896/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018989.399693:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018989.399696:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018989.399698:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018989.399701:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3253 00000100:00080000:0.0:1734018989.399703:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018989.399707:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018989.399711:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734018989.399718:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1c00 x1818247339777024/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018989.399729:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018989.399732:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018989.399734:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018989.399737:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3253 00000100:00100000:1.0:1734018989.399739:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339776640:192.168.201.101@tcp:250:kworker.0 00000100:00080000:0.0:1734018989.399740:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018989.399743:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018989.399747:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018989.399757:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0000 x1818247339777152/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018989.399767:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018989.399770:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018989.399772:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018989.399776:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3253 00000100:00080000:0.0:1734018989.399778:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018989.399782:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018989.399786:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018989.399794:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3800 x1818247339777280/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018989.399833:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018989.399860:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018989/real 1734018989] req@ffff88012c3a2680 x1818247339776640/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018989.399882:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2680 x1818247339776640/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018989.399894:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018989.399898:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018989.399904:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339776640:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018989.399912:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339776768:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018989.399931:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018989.399938:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018989/real 1734018989] req@ffff88012c3a2300 x1818247339776768/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018989.399949:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2300 x1818247339776768/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018989.399957:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018989.399959:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018989.399963:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339776768:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018989.399969:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339776896:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018989.399983:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018989.399989:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018989/real 1734018989] req@ffff88012c3a1f80 x1818247339776896/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018989.399999:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1f80 x1818247339776896/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018989.400007:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018989.400009:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018989.400012:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339776896:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018989.400043:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339777024:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018989.400057:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018989.400064:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018989/real 1734018989] req@ffff88012c3a1c00 x1818247339777024/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018989.400075:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1c00 x1818247339777024/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018989.400084:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018989.400086:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018989.400089:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339777024:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018989.400095:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339777152:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018989.400109:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018989.400115:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018989/real 1734018989] req@ffff88012c3a0000 x1818247339777152/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018989.400125:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0000 x1818247339777152/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018989.400132:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018989.400135:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018989.400138:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339777152:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018989.400143:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339777280:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018989.400156:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018989.400162:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018989/real 1734018989] req@ffff88012c3a3800 x1818247339777280/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018989.400172:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a3800 x1818247339777280/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018989.400186:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018989.400189:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018989.400192:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339777280:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734018989.451606:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018989.743456:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018990.453615:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018990.743505:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018991.455595:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018991.743508:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018992.457602:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018992.743484:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018993.459647:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018993.743513:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:0.0:1734018994.407505:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018994.407517:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018994.407522:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018994.407535:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3258 00000100:00080000:0.0:1734018994.407547:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018994.407557:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734018994.407607:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3480 x1818247339777408/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018994.407646:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018994.407652:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018994.407654:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018994.407659:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3258 00000100:00080000:0.0:1734018994.407662:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018994.407666:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018994.407677:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018994.407689:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3b80 x1818247339777536/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018994.407715:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018994.407719:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018994.407720:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018994.407725:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3258 00000100:00080000:0.0:1734018994.407727:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018994.407731:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018994.407736:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734018994.407746:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2d80 x1818247339777664/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018994.407756:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018994.407759:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018994.407761:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018994.407765:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3258 00000100:00080000:0.0:1734018994.407768:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734018994.407771:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339777408:192.168.201.101@tcp:250:kworker.0 00000100:00080000:0.0:1734018994.407772:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018994.407776:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734018994.407785:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2a00 x1818247339777792/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018994.407794:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018994.407797:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018994.407799:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018994.407803:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3258 00000100:00080000:0.0:1734018994.407806:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018994.407810:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018994.407814:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018994.407822:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3100 x1818247339777920/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018994.407831:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018994.407834:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018994.407836:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018994.407839:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3258 00000100:00080000:0.0:1734018994.407844:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018994.407848:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018994.407852:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018994.407859:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018994.407863:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3800 x1818247339778048/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018994.407885:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018994/real 1734018994] req@ffff88012c3a3480 x1818247339777408/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018994.407908:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a3480 x1818247339777408/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018994.407920:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018994.407923:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018994.407928:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339777408:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018994.407935:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339777536:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018994.407953:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018994.407960:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018994/real 1734018994] req@ffff88012c3a3b80 x1818247339777536/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018994.407972:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a3b80 x1818247339777536/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018994.407979:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018994.407982:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018994.407985:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339777536:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018994.408012:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339777664:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018994.408027:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018994.408034:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018994/real 1734018994] req@ffff88012c3a2d80 x1818247339777664/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018994.408046:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2d80 x1818247339777664/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018994.408053:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018994.408055:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018994.408058:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339777664:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018994.408063:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339777792:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018994.408076:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018994.408082:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018994/real 1734018994] req@ffff88012c3a2a00 x1818247339777792/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018994.408091:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2a00 x1818247339777792/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018994.408100:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018994.408102:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018994.408105:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339777792:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018994.408111:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339777920:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018994.408124:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018994.408130:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018994/real 1734018994] req@ffff88012c3a3100 x1818247339777920/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018994.408140:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a3100 x1818247339777920/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018994.408148:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018994.408151:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018994.408154:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339777920:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018994.408158:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339778048:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018994.408171:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018994.408176:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018994/real 1734018994] req@ffff88012c3a3800 x1818247339778048/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018994.408186:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a3800 x1818247339778048/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018994.408193:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018994.408195:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018994.408198:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339778048:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734018994.461615:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018994.743506:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018995.463625:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018995.743491:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018996.465608:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018996.743449:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018997.467610:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018997.743472:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734018998.469596:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018998.743472:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:0.0:1734018999.415456:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018999.415468:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018999.415473:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018999.415486:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3263 00000100:00080000:0.0:1734018999.415498:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018999.415508:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734018999.415555:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0000 x1818247339778176/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018999.415593:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018999.415597:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018999.415600:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018999.415606:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3263 00000100:00080000:0.0:1734018999.415609:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018999.415613:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018999.415625:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018999.415637:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1c00 x1818247339778304/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018999.415646:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018999.415650:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018999.415652:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018999.415656:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3263 00000100:00080000:0.0:1734018999.415660:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018999.415663:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018999.415669:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734018999.415678:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1f80 x1818247339778432/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018999.415686:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018999.415689:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018999.415691:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018999.415694:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3263 00000100:00080000:0.0:1734018999.415697:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018999.415701:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018999.415705:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734018999.415714:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2300 x1818247339778560/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018999.415719:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339778176:192.168.201.101@tcp:250:kworker.0 00000100:00080000:0.0:1734018999.415726:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018999.415729:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018999.415731:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018999.415735:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3263 00000100:00080000:0.0:1734018999.415737:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018999.415741:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018999.415745:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018999.415755:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2680 x1818247339778688/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018999.415764:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018999.415767:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018999.415769:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018999.415773:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3263 00000100:00080000:0.0:1734018999.415785:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018999.415789:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734018999.415794:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018999.415794:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734018999.415802:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0380 x1818247339778816/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018999.415817:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018999/real 1734018999] req@ffff88012c3a0000 x1818247339778176/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018999.415837:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0000 x1818247339778176/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018999.415849:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018999.415853:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018999.415858:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339778176:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734018999.415866:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339778304:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018999.415884:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018999.415891:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018999/real 1734018999] req@ffff88012c3a1c00 x1818247339778304/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018999.415901:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1c00 x1818247339778304/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018999.415909:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018999.415913:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018999.415916:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339778304:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018999.415922:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339778432:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018999.415936:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018999.415942:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018999/real 1734018999] req@ffff88012c3a1f80 x1818247339778432/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018999.415952:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1f80 x1818247339778432/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018999.415960:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018999.415962:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018999.415966:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339778432:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018999.415994:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339778560:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018999.416011:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018999.416017:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018999/real 1734018999] req@ffff88012c3a2300 x1818247339778560/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018999.416028:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2300 x1818247339778560/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018999.416037:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018999.416039:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018999.416042:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339778560:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734018999.416048:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339778688:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734018999.416060:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018999.416066:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018999/real 1734018999] req@ffff88012c3a2680 x1818247339778688/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018999.416076:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2680 x1818247339778688/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018999.416083:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018999.416086:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018999.416089:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339778688:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734018999.416095:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339778816:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734018999.416107:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734018999.416113:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018999/real 1734018999] req@ffff88012c3a0380 x1818247339778816/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018999.416129:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0380 x1818247339778816/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018999.416137:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018999.416139:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734018999.416142:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339778816:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734018999.471568:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734018999.743481:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019000.473616:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019000.743458:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019001.475579:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019001.743466:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019002.477573:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019002.743458:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019003.479601:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019003.743479:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:0.0:1734019004.423452:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019004.423462:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019004.423467:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019004.423477:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3268 00000100:00080000:0.0:1734019004.423487:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019004.423496:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734019004.423534:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1880 x1818247339778944/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019004.423569:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019004.423573:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019004.423575:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019004.423580:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3268 00000100:00080000:0.0:1734019004.423583:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019004.423587:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019004.423596:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019004.423607:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0700 x1818247339779072/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019004.423616:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019004.423620:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019004.423621:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019004.423625:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3268 00000100:00080000:0.0:1734019004.423628:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019004.423631:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019004.423636:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734019004.423644:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1180 x1818247339779200/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019004.423653:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019004.423656:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019004.423658:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019004.423662:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3268 00000100:00080000:0.0:1734019004.423664:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019004.423668:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019004.423672:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734019004.423680:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0e00 x1818247339779328/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019004.423684:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339778944:192.168.201.101@tcp:250:kworker.0 00000100:00080000:0.0:1734019004.423689:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019004.423692:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019004.423694:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019004.423697:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3268 00000100:00080000:0.0:1734019004.423700:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019004.423703:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019004.423707:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019004.423714:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0a80 x1818247339779456/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019004.423723:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019004.423726:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019004.423727:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019004.423730:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3268 00000100:00080000:0.0:1734019004.423742:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019004.423746:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019004.423750:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734019004.423751:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734019004.423761:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0380 x1818247339779584/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019004.423772:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019004/real 1734019004] req@ffff88012c3a1880 x1818247339778944/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019004.423791:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1880 x1818247339778944/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019004.423802:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019004.423805:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019004.423810:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339778944:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019004.423817:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339779072:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019004.423834:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019004.423840:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019004/real 1734019004] req@ffff88012c3a0700 x1818247339779072/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019004.423852:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0700 x1818247339779072/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019004.423859:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019004.423863:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019004.423866:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339779072:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019004.423872:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339779200:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019004.423885:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019004.423891:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019004/real 1734019004] req@ffff88012c3a1180 x1818247339779200/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019004.423901:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1180 x1818247339779200/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019004.423909:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019004.423911:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019004.423915:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339779200:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019004.423940:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339779328:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019004.423953:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019004.423959:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019004/real 1734019004] req@ffff88012c3a0e00 x1818247339779328/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019004.423970:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0e00 x1818247339779328/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019004.423978:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019004.423980:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019004.423983:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339779328:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019004.423988:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339779456:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019004.424003:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019004.424009:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019004/real 1734019004] req@ffff88012c3a0a80 x1818247339779456/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019004.424019:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0a80 x1818247339779456/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019004.424027:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019004.424029:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019004.424032:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339779456:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019004.424037:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339779584:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019004.424048:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019004.424054:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019004/real 1734019004] req@ffff88012c3a0380 x1818247339779584/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019004.424064:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0380 x1818247339779584/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019004.424072:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019004.424074:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019004.424077:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339779584:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734019004.481586:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019004.743435:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019005.483602:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019005.743480:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019006.485602:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019006.743475:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019007.487594:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019007.743445:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019008.489605:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019008.743434:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019009.431548:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019009.431558:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019009.431563:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019009.431577:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3273 00000100:00080000:2.0:1734019009.431588:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019009.431598:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019009.431649:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339779712/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019009.431691:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019009.431696:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019009.431698:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019009.431703:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3273 00000100:00080000:2.0:1734019009.431706:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019009.431711:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019009.431723:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019009.431734:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339779840/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019009.431746:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019009.431749:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019009.431751:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019009.431755:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3273 00000100:00080000:2.0:1734019009.431758:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019009.431761:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019009.431767:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019009.431776:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339779968/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019009.431785:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019009.431788:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019009.431790:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019009.431793:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3273 00000100:00080000:2.0:1734019009.431796:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019009.431799:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019009.431804:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019009.431812:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339780096/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019009.431822:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019009.431826:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019009.431827:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734019009.431831:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339779712:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734019009.431831:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3273 00000100:00080000:2.0:1734019009.431834:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019009.431838:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019009.431843:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019009.431852:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339780224/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019009.431861:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019009.431864:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019009.431865:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019009.431869:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3273 00000100:00080000:2.0:1734019009.431872:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019009.431875:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019009.431879:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019009.431887:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339780352/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019009.431903:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019009.431926:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019009/real 1734019009] req@ffff8800a7a7c000 x1818247339779712/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019009.431954:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339779712/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019009.431965:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019009.431969:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019009.431973:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339779712:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019009.431981:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339779840:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019009.432000:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019009.432007:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019009/real 1734019009] req@ffff8800a7a7f480 x1818247339779840/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019009.432018:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339779840/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019009.432025:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019009.432028:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019009.432032:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339779840:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019009.432038:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339779968:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019009.432051:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019009.432057:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019009/real 1734019009] req@ffff8800a7a7dc00 x1818247339779968/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019009.432067:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339779968/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019009.432075:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019009.432079:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019009.432082:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339779968:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019009.432108:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339780096:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019009.432122:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019009.432179:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019009/real 1734019009] req@ffff8800a7a7fb80 x1818247339780096/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019009.432193:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339780096/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019009.432201:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019009.432204:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019009.432207:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339780096:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019009.432214:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339780224:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019009.432231:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019009.432238:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019009/real 1734019009] req@ffff8800a7a7ce00 x1818247339780224/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019009.432249:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339780224/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019009.432257:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019009.432260:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019009.432262:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339780224:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019009.432268:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339780352:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019009.432284:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019009.432290:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019009/real 1734019009] req@ffff8800a7a7c700 x1818247339780352/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019009.432301:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339780352/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019009.432308:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019009.432311:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019009.432313:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339780352:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734019009.491505:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019009.743467:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019010.493627:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019010.743393:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019011.495611:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019011.743481:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019012.497608:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019012.743440:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019013.499598:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019013.743461:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019014.439472:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019014.439481:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019014.439486:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019014.439496:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3278 00000100:00080000:2.0:1734019014.439505:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019014.439512:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019014.439547:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339780480/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019014.439578:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019014.439582:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019014.439584:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019014.439588:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3278 00000100:00080000:2.0:1734019014.439591:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019014.439595:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019014.439604:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019014.439614:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339780608/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019014.439624:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019014.439627:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019014.439629:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019014.439633:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3278 00000100:00080000:2.0:1734019014.439635:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019014.439639:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019014.439644:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019014.439653:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339780736/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019014.439669:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019014.439672:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019014.439674:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019014.439678:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3278 00000100:00080000:2.0:1734019014.439680:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019014.439684:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:1.0:1734019014.439688:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339780480:192.168.201.101@tcp:250:kworker.0 00000008:00100000:2.0:1734019014.439688:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019014.439697:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339780864/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019014.439706:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019014.439709:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019014.439710:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019014.439714:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3278 00000100:00080000:2.0:1734019014.439717:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019014.439720:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019014.439724:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019014.439731:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339780992/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019014.439740:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019014.439743:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019014.439745:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019014.439749:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3278 00000100:00080000:2.0:1734019014.439753:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1734019014.439755:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734019014.439756:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019014.439761:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019014.439768:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339781120/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019014.439777:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019014/real 1734019014] req@ffff8800a7a7c380 x1818247339780480/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019014.439796:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339780480/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019014.439807:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019014.439810:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019014.439815:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339780480:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019014.439822:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339780608:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019014.439839:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019014.439846:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019014/real 1734019014] req@ffff8800a7a7ed80 x1818247339780608/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019014.439857:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339780608/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019014.439866:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019014.439869:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019014.439873:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339780608:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019014.439878:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339780736:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019014.439891:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019014.439897:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019014/real 1734019014] req@ffff8800a7a7c700 x1818247339780736/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019014.439907:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339780736/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019014.439915:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019014.439917:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019014.439920:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339780736:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019014.439946:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339780864:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019014.439959:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019014.439965:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019014/real 1734019014] req@ffff8800a7a7ce00 x1818247339780864/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019014.439976:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339780864/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019014.439984:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019014.439986:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019014.439989:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339780864:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019014.439994:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339780992:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019014.440007:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019014.440013:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019014/real 1734019014] req@ffff8800a7a7fb80 x1818247339780992/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019014.440024:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339780992/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019014.440031:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019014.440033:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019014.440036:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339780992:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019014.440041:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339781120:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019014.440103:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019014.440111:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019014/real 1734019014] req@ffff8800a7a7dc00 x1818247339781120/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019014.440122:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339781120/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019014.440129:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019014.440131:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019014.440134:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339781120:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734019014.501587:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019014.743454:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019015.503597:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019015.743463:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019016.505592:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019016.743458:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019017.507595:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019017.743463:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019018.509562:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019018.743471:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019019.447451:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019019.447465:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019019.447470:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019019.447483:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3283 00000100:00080000:2.0:1734019019.447496:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019019.447506:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019019.447553:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339781248/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019019.447591:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019019.447596:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019019.447598:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019019.447603:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3283 00000100:00080000:2.0:1734019019.447607:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019019.447612:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019019.447624:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019019.447636:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339781376/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019019.447646:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019019.447650:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019019.447651:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019019.447656:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3283 00000100:00080000:2.0:1734019019.447658:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019019.447662:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019019.447667:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019019.447677:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339781504/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019019.447686:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019019.447689:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019019.447691:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019019.447694:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3283 00000100:00080000:2.0:1734019019.447697:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019019.447700:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019019.447705:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019019.447714:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339781632/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019019.447720:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339781248:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734019019.447731:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019019.447734:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019019.447736:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019019.447740:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3283 00000100:00080000:2.0:1734019019.447743:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019019.447746:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019019.447750:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019019.447759:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339781760/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019019.447767:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019019.447771:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019019.447772:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019019.447776:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3283 00000100:00080000:2.0:1734019019.447779:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019019.447783:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019019.447787:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734019019.447793:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734019019.447795:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339781888/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019019.447817:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019019/real 1734019019] req@ffff8800a7a7f480 x1818247339781248/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019019.447838:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339781248/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019019.447850:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019019.447854:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019019.447858:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339781248:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019019.447867:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339781376:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019019.447884:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019019.447892:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019019/real 1734019019] req@ffff8800a7a7c000 x1818247339781376/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019019.447903:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339781376/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019019.447911:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019019.447914:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019019.447917:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339781376:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019019.447924:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339781504:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019019.447937:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019019.447944:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019019/real 1734019019] req@ffff8800a7a7df80 x1818247339781504/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019019.447954:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339781504/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019019.448011:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019019.448014:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019019.448018:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339781504:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019019.448045:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339781632:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019019.448064:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019019.448072:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019019/real 1734019019] req@ffff8800a7a7e300 x1818247339781632/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019019.448083:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339781632/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019019.448091:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019019.448094:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019019.448097:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339781632:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019019.448102:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339781760:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019019.448116:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019019.448122:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019019/real 1734019019] req@ffff8800a7a7ca80 x1818247339781760/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019019.448132:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339781760/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019019.448140:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019019.448142:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019019.448145:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339781760:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019019.448151:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339781888:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019019.448167:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019019.448173:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019019/real 1734019019] req@ffff8800a7a7ea00 x1818247339781888/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019019.448183:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339781888/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019019.448190:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019019.448192:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019019.448195:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339781888:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734019019.511565:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019019.743472:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019020.513612:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019020.743457:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019021.515567:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019021.743483:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019022.517588:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019022.743461:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019023.519620:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019023.743458:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019024.455387:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019024.455396:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019024.455399:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019024.455406:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3288 00000100:00080000:2.0:1734019024.455413:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019024.455418:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019024.455445:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339782016/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019024.455466:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019024.455469:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019024.455470:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019024.455473:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3288 00000100:00080000:2.0:1734019024.455475:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019024.455477:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019024.455482:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019024.455488:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339782144/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019024.455493:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019024.455496:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019024.455497:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019024.455499:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3288 00000100:00080000:2.0:1734019024.455501:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019024.455503:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019024.455506:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019024.455512:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339782272/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019024.455516:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019024.455518:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019024.455519:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019024.455520:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3288 00000100:00080000:2.0:1734019024.455522:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019024.455523:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019024.455526:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734019024.455529:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339782016:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734019024.455530:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339782400/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019024.455535:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019024.455537:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019024.455537:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019024.455540:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3288 00000100:00080000:2.0:1734019024.455541:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019024.455543:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019024.455545:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019024.455549:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339782528/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019024.455558:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019024.455560:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019024.455561:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019024.455563:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3288 00000100:00080000:2.0:1734019024.455564:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019024.455566:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019024.455568:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019024.455572:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339782656/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019024.455578:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019024.455592:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019024/real 1734019024] req@ffff8800a7a7d180 x1818247339782016/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019024.455603:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339782016/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019024.455608:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019024.455610:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019024.455612:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339782016:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019024.455617:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339782144:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019024.455627:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019024.455631:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019024/real 1734019024] req@ffff8800a7a7f100 x1818247339782144/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019024.455637:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339782144/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019024.455642:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019024.455643:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019024.455645:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339782144:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019024.455648:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339782272:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019024.455656:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019024.455659:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019024/real 1734019024] req@ffff8800a7a7ea00 x1818247339782272/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019024.455664:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339782272/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019024.455668:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019024.455669:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019024.455671:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339782272:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019024.455685:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339782400:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019024.455692:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019024.455696:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019024/real 1734019024] req@ffff8800a7a7ca80 x1818247339782400/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019024.455701:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339782400/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019024.455705:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019024.455706:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019024.455708:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339782400:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019024.455712:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339782528:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019024.455719:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019024.455722:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019024/real 1734019024] req@ffff8800a7a7e300 x1818247339782528/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019024.455727:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339782528/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019024.455731:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019024.455732:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019024.455734:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339782528:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019024.455737:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339782656:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019024.455743:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019024.455746:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019024/real 1734019024] req@ffff8800a7a7df80 x1818247339782656/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019024.455751:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339782656/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019024.455754:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019024.455755:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019024.455757:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339782656:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734019024.521480:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019024.743447:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019025.523615:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019025.743497:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019026.525606:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019026.743466:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019027.527619:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019027.743452:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019028.529612:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019028.743470:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019029.463443:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019029.463454:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019029.463458:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019029.463469:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3293 00000100:00080000:2.0:1734019029.463479:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019029.463488:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019029.463524:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339782784/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019029.463559:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019029.463564:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019029.463565:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019029.463570:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3293 00000100:00080000:2.0:1734019029.463574:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019029.463578:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019029.463587:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019029.463598:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339782912/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019029.463607:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019029.463610:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019029.463612:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019029.463616:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3293 00000100:00080000:2.0:1734019029.463619:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019029.463623:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019029.463628:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019029.463636:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339783040/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019029.463645:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019029.463647:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019029.463649:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019029.463652:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3293 00000100:00080000:2.0:1734019029.463655:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019029.463659:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019029.463663:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019029.463672:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339783168/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019029.463673:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339782784:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734019029.463681:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019029.463684:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019029.463686:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019029.463689:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3293 00000100:00080000:2.0:1734019029.463692:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019029.463695:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019029.463699:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019029.463706:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339783296/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019029.463714:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019029.463717:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019029.463719:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019029.463722:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3293 00000100:00080000:2.0:1734019029.463725:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019029.463728:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019029.463732:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734019029.463740:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734019029.463740:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339783424/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019029.463761:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019029/real 1734019029] req@ffff8800a7a7c000 x1818247339782784/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019029.463781:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339782784/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019029.463826:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019029.463829:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019029.463835:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339782784:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019029.463842:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339782912:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019029.463864:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019029.463872:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019029/real 1734019029] req@ffff8800a7a7f480 x1818247339782912/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019029.463884:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339782912/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019029.463892:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019029.463895:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019029.463898:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339782912:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019029.463904:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339783040:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019029.463917:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019029.463923:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019029/real 1734019029] req@ffff8800a7a7dc00 x1818247339783040/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019029.463933:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339783040/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019029.463941:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019029.463944:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019029.463947:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339783040:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019029.463971:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339783168:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019029.463984:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019029.463991:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019029/real 1734019029] req@ffff8800a7a7fb80 x1818247339783168/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019029.464001:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339783168/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019029.464009:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019029.464011:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019029.464014:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339783168:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019029.464019:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339783296:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019029.464031:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019029.464037:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019029/real 1734019029] req@ffff8800a7a7ce00 x1818247339783296/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019029.464047:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339783296/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019029.464055:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019029.464057:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019029.464060:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339783296:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019029.464065:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339783424:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019029.464080:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019029.464086:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019029/real 1734019029] req@ffff8800a7a7c700 x1818247339783424/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019029.464097:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339783424/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019029.464104:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019029.464106:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019029.464109:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339783424:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734019029.531576:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019029.743452:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019030.533597:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019030.743435:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019031.535663:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019031.743476:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019032.537603:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019032.743460:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019033.539563:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019033.743482:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019034.471478:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019034.471491:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019034.471497:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019034.471511:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3298 00000100:00080000:2.0:1734019034.471524:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019034.471534:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019034.471583:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339783552/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019034.471624:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019034.471629:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019034.471631:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019034.471636:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3298 00000100:00080000:2.0:1734019034.471639:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019034.471643:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019034.471655:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019034.471667:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339783680/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019034.471677:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019034.471681:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019034.471683:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019034.471687:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3298 00000100:00080000:2.0:1734019034.471690:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019034.471694:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019034.471699:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019034.471736:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339783808/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019034.471746:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019034.471749:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019034.471750:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019034.471754:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3298 00000100:00080000:2.0:1734019034.471757:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019034.471761:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019034.471766:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019034.471775:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339783936/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019034.471785:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734019034.471787:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339783552:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734019034.471789:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019034.471791:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019034.471795:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3298 00000100:00080000:2.0:1734019034.471798:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019034.471802:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019034.471807:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019034.471817:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339784064/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019034.471826:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019034.471829:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019034.471831:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019034.471835:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3298 00000100:00080000:2.0:1734019034.471837:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019034.471841:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019034.471845:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019034.471853:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339784192/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019034.471861:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019034.471885:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019034/real 1734019034] req@ffff8800a7a7ed80 x1818247339783552/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019034.471905:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339783552/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019034.471918:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019034.471921:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019034.471926:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339783552:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019034.471934:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339783680:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019034.471951:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019034.471957:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019034/real 1734019034] req@ffff8800a7a7c380 x1818247339783680/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019034.471969:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339783680/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019034.471977:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019034.471981:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019034.471984:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339783680:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019034.471990:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339783808:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019034.472003:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019034.472009:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019034/real 1734019034] req@ffff8800a7a7c700 x1818247339783808/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019034.472020:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339783808/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019034.472027:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019034.472030:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019034.472033:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339783808:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019034.472060:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339783936:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019034.472073:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019034.472080:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019034/real 1734019034] req@ffff8800a7a7ce00 x1818247339783936/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019034.472091:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339783936/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019034.472099:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019034.472101:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019034.472104:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339783936:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019034.472111:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339784064:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019034.472124:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019034.472131:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019034/real 1734019034] req@ffff8800a7a7fb80 x1818247339784064/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019034.472142:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339784064/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019034.472149:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019034.472152:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019034.472155:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339784064:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019034.472160:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339784192:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019034.472172:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019034.472178:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019034/real 1734019034] req@ffff8800a7a7dc00 x1818247339784192/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019034.472188:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339784192/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019034.472195:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019034.472197:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019034.472200:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339784192:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734019034.541603:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019034.743467:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019035.543577:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019035.743472:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019036.545596:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019036.743451:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019037.547596:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019037.743478:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019038.549591:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019038.743462:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019039.479469:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019039.479483:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019039.479489:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019039.479502:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3303 00000100:00080000:2.0:1734019039.479516:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019039.479527:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019039.479574:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339784320/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019039.479614:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019039.479655:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019039.479657:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019039.479663:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3303 00000100:00080000:2.0:1734019039.479667:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019039.479671:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019039.479683:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019039.479697:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339784448/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019039.479708:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019039.479712:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019039.479714:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019039.479718:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3303 00000100:00080000:2.0:1734019039.479721:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019039.479725:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019039.479730:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019039.479739:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339784576/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019039.479749:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734019039.479753:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339784320:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734019039.479755:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019039.479757:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019039.479762:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3303 00000100:00080000:2.0:1734019039.479765:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019039.479769:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019039.479773:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019039.479782:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339784704/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019039.479790:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019039.479794:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019039.479795:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019039.479799:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3303 00000100:00080000:2.0:1734019039.479802:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019039.479806:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019039.479810:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019039.479818:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339784832/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019039.479826:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734019039.479826:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019039.479830:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019039.479831:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019039.479835:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3303 00000100:00080000:2.0:1734019039.479838:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019039.479842:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019039.479847:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734019039.479850:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019039/real 1734019039] req@ffff8800a7a7f480 x1818247339784320/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019039.479856:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339784960/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019039.479871:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339784320/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019039.479883:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019039.479887:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019039.479891:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339784320:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019039.479900:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339784448:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019039.479918:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019039.479926:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019039/real 1734019039] req@ffff8800a7a7c000 x1818247339784448/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019039.479937:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339784448/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019039.479945:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019039.479948:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019039.479952:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339784448:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019039.479976:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339784576:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019039.479991:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019039.479997:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019039/real 1734019039] req@ffff8800a7a7df80 x1818247339784576/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019039.480008:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339784576/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019039.480016:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019039.480019:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019039.480022:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339784576:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019039.480029:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339784704:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019039.480042:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019039.480048:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019039/real 1734019039] req@ffff8800a7a7e300 x1818247339784704/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019039.480058:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339784704/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019039.480065:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019039.480068:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019039.480071:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339784704:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019039.480076:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339784832:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019039.480090:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019039.480096:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019039/real 1734019039] req@ffff8800a7a7ca80 x1818247339784832/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019039.480107:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339784832/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019039.480114:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019039.480117:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019039.480120:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339784832:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019039.480125:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339784960:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019039.480141:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019039.480147:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019039/real 1734019039] req@ffff8800a7a7ea00 x1818247339784960/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019039.480158:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339784960/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019039.480165:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019039.480167:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019039.480170:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339784960:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734019039.551557:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019039.743464:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019040.553641:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019040.743443:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019041.555574:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019041.743444:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019042.557540:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019042.743465:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019043.559626:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019043.743485:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019044.487427:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019044.487439:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019044.487445:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019044.487458:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3308 00000100:00080000:2.0:1734019044.487469:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019044.487480:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019044.487527:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339785088/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019044.487611:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019044.487615:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019044.487618:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019044.487623:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3308 00000100:00080000:2.0:1734019044.487627:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019044.487633:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019044.487646:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019044.487661:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339785216/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019044.487672:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019044.487676:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019044.487678:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019044.487682:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3308 00000100:00080000:2.0:1734019044.487684:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019044.487688:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019044.487693:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019044.487705:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339785344/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019044.487715:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019044.487718:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019044.487719:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019044.487723:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3308 00000100:00080000:2.0:1734019044.487725:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019044.487729:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019044.487734:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019044.487745:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339785472/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019044.487752:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339785088:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734019044.487756:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019044.487759:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019044.487761:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019044.487766:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3308 00000100:00080000:2.0:1734019044.487768:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019044.487772:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019044.487777:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019044.487785:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339785600/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019044.487794:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019044.487797:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019044.487799:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019044.487802:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3308 00000100:00080000:2.0:1734019044.487807:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019044.487810:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019044.487814:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019044.487822:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339785728/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019044.487830:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019044.487854:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019044/real 1734019044] req@ffff8800a7a7f100 x1818247339785088/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019044.487875:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339785088/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019044.487887:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019044.487890:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019044.487895:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339785088:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019044.487903:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339785216:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019044.487920:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019044.487927:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019044/real 1734019044] req@ffff8800a7a7d180 x1818247339785216/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019044.487939:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339785216/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019044.487948:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019044.487951:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019044.487955:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339785216:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019044.487961:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339785344:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019044.487974:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019044.487980:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019044/real 1734019044] req@ffff8800a7a7ea00 x1818247339785344/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019044.487991:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339785344/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019044.487998:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019044.488001:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019044.488004:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339785344:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019044.488030:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339785472:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019044.488044:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019044.488051:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019044/real 1734019044] req@ffff8800a7a7ca80 x1818247339785472/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019044.488061:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339785472/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019044.488069:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019044.488071:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019044.488074:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339785472:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019044.488081:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339785600:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019044.488094:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019044.488101:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019044/real 1734019044] req@ffff8800a7a7e300 x1818247339785600/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019044.488112:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339785600/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019044.488119:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019044.488122:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019044.488125:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339785600:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019044.488130:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339785728:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019044.488142:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019044.488149:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019044/real 1734019044] req@ffff8800a7a7df80 x1818247339785728/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019044.488159:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339785728/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019044.488165:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019044.488168:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019044.488171:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339785728:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734019044.561614:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019044.743442:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019045.563585:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019045.743489:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019046.565642:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019046.743489:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019047.567641:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019047.743464:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019048.569621:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019048.743443:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019049.495378:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019049.495385:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019049.495388:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019049.495394:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3313 00000100:00080000:2.0:1734019049.495401:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019049.495407:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019049.495431:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339785856/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019049.495462:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019049.495464:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019049.495465:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019049.495468:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3313 00000100:00080000:2.0:1734019049.495470:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019049.495472:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019049.495478:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019049.495484:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339785984/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019049.495490:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019049.495492:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019049.495492:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019049.495494:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3313 00000100:00080000:2.0:1734019049.495496:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019049.495497:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019049.495500:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019049.495505:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339786112/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019049.495510:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019049.495512:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019049.495512:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019049.495514:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3313 00000100:00080000:2.0:1734019049.495516:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019049.495517:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019049.495520:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019049.495524:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339786240/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019049.495528:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734019049.495529:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339785856:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734019049.495530:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019049.495531:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019049.495533:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3313 00000100:00080000:2.0:1734019049.495534:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019049.495536:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019049.495538:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019049.495542:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339786368/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019049.495546:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019049.495548:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019049.495549:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019049.495551:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3313 00000100:00080000:2.0:1734019049.495552:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019049.495554:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019049.495556:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019049.495560:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339786496/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019049.495587:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339785984:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019049.495599:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339786112:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019049.495613:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339786240:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019049.495621:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339786368:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019049.495629:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339786496:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734019049.571518:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019049.743441:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019050.573480:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019050.743471:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019051.575554:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019051.743481:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000400:00000100:2.0:1734019052.501777:0:1968:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:2.0:1734019052.501833:0:1968:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1734019052.501854:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:2.0:1734019052.501887:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:2.0:1734019052.501895:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:2.0:1734019052.501902:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:2.0:1734019052.501908:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:2.0:1734019052.501916:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000100:00100000:1.0:1734019052.501984:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019049/real 1734019052] req@ffff8800a7a7fb80 x1818247339786240/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019052.502028:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339786240/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019052.502036:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019052.502039:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019052.502042:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339786240:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019052.502046:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019049/real 1734019052] req@ffff8800a7a7ce00 x1818247339786368/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019052.502054:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339786368/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019052.502058:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019052.502060:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019052.502062:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339786368:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019052.502066:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019049/real 1734019052] req@ffff8800a7a7c700 x1818247339786496/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019052.502072:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339786496/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019052.502077:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019052.502078:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019052.502080:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339786496:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019052.502084:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019049/real 1734019052] req@ffff8800a7a7c000 x1818247339785856/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019052.502091:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339785856/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019052.502095:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019052.502096:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019052.502098:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339785856:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019052.502102:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019049/real 1734019052] req@ffff8800a7a7f480 x1818247339785984/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019052.502111:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339785984/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019052.502118:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019052.502120:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019052.502123:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339785984:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019052.502129:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019049/real 1734019052] req@ffff8800a7a7dc00 x1818247339786112/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019052.502138:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339786112/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019052.502149:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019052.502152:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019052.502155:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339786112:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734019052.577539:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019052.743451:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019053.579639:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019053.743494:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019054.503475:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019054.503488:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019054.503493:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019054.503507:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3318 00000100:00080000:2.0:1734019054.503520:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019054.503530:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019054.503580:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339786624/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019054.503619:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019054.503624:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019054.503626:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019054.503631:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3318 00000100:00080000:2.0:1734019054.503634:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019054.503639:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019054.503650:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019054.503662:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339786752/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019054.503672:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019054.503676:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019054.503678:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019054.503682:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3318 00000100:00080000:2.0:1734019054.503685:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019054.503689:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019054.503694:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019054.503706:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339786880/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019054.503714:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019054.503718:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019054.503720:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019054.503724:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3318 00000100:00080000:2.0:1734019054.503728:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019054.503731:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019054.503736:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019054.503745:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339787008/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019054.503755:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019054.503758:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1734019054.503760:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339786624:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734019054.503760:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019054.503764:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3318 00000100:00080000:2.0:1734019054.503767:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019054.503770:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019054.503775:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019054.503784:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339787136/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019054.503794:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019054.503797:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019054.503798:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019054.503802:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3318 00000100:00080000:2.0:1734019054.503805:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019054.503808:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019054.503814:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019054.503821:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339787264/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019054.503837:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019054.503861:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019054/real 1734019054] req@ffff8800a7a7c380 x1818247339786624/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019054.503881:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339786624/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019054.503893:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019054.503897:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019054.503901:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339786624:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019054.503910:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339786752:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019054.503928:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019054.503934:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019054/real 1734019054] req@ffff8800a7a7ed80 x1818247339786752/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019054.503945:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339786752/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019054.503954:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019054.503957:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019054.503960:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339786752:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019054.503968:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339786880:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019054.503982:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019054.503988:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019054/real 1734019054] req@ffff8800a7a7dc00 x1818247339786880/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019054.503999:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339786880/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019054.504007:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019054.504009:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019054.504012:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339786880:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019054.504038:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339787008:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019054.504051:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019054.504057:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019054/real 1734019054] req@ffff8800a7a7f480 x1818247339787008/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019054.504067:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339787008/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019054.504075:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019054.504078:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019054.504081:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339787008:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019054.504087:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339787136:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019054.504101:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019054.504107:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019054/real 1734019054] req@ffff8800a7a7c000 x1818247339787136/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019054.504118:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339787136/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019054.504126:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019054.504128:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019054.504131:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339787136:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019054.504137:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339787264:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019054.504149:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019054.504155:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019054/real 1734019054] req@ffff8800a7a7c700 x1818247339787264/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019054.504165:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339787264/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019054.504172:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019054.504174:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019054.504177:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339787264:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734019054.581633:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019054.743455:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019055.583656:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019055.743445:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019056.585613:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019056.743470:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019057.587614:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019057.743458:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019058.589645:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019058.743474:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019059.511471:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019059.511482:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019059.511487:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019059.511496:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3323 00000100:00080000:2.0:1734019059.511505:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019059.511513:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019059.511548:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339787392/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019059.511581:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019059.511586:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019059.511588:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019059.511592:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3323 00000100:00080000:2.0:1734019059.511596:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019059.511599:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019059.511610:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019059.511621:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339787520/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019059.511632:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019059.511636:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019059.511638:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019059.511642:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3323 00000100:00080000:2.0:1734019059.511644:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019059.511648:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019059.511652:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019059.511660:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339787648/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019059.511669:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019059.511672:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019059.511673:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019059.511677:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3323 00000100:00080000:2.0:1734019059.511680:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019059.511683:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:1.0:1734019059.511688:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339787392:192.168.201.101@tcp:250:kworker.0 00000008:00100000:2.0:1734019059.511688:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019059.511695:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339787776/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019059.511704:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019059.511707:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019059.511709:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019059.511713:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3323 00000100:00080000:2.0:1734019059.511716:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019059.511719:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019059.511724:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019059.511730:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339787904/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019059.511739:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019059.511742:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019059.511743:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019059.511747:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3323 00000100:00080000:2.0:1734019059.511750:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1734019059.511752:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734019059.511753:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019059.511758:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019059.511765:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339788032/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019059.511774:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019059/real 1734019059] req@ffff8800a7a7ce00 x1818247339787392/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019059.511793:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339787392/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019059.511804:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019059.511808:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019059.511813:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339787392:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019059.511820:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339787520:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019059.511837:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019059.511843:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019059/real 1734019059] req@ffff8800a7a7fb80 x1818247339787520/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019059.511854:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339787520/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019059.511862:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019059.511865:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019059.511869:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339787520:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019059.511874:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339787648:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019059.511888:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019059.511894:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019059/real 1734019059] req@ffff8800a7a7df80 x1818247339787648/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019059.511904:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339787648/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019059.511912:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019059.511914:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019059.511917:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339787648:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019059.511942:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339787776:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019059.511958:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019059.511965:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019059/real 1734019059] req@ffff8800a7a7e300 x1818247339787776/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019059.511975:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339787776/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019059.511983:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019059.511985:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019059.511988:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339787776:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019059.511993:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339787904:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019059.512005:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019059.512011:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019059/real 1734019059] req@ffff8800a7a7ca80 x1818247339787904/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019059.512021:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339787904/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019059.512028:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019059.512031:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019059.512033:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339787904:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019059.512038:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339788032:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019059.512050:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019059.512056:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019059/real 1734019059] req@ffff8800a7a7ea00 x1818247339788032/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019059.512073:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339788032/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019059.512080:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019059.512082:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019059.512085:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339788032:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734019059.591574:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019059.743430:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019060.593554:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019060.743444:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019061.595566:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019061.743441:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019062.597584:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019062.743467:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019063.599595:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019063.743470:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019064.519459:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019064.519469:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019064.519474:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019064.519484:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3328 00000100:00080000:2.0:1734019064.519494:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019064.519502:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019064.519543:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339788160/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019064.519587:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019064.519593:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019064.519597:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019064.519603:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3328 00000100:00080000:2.0:1734019064.519608:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019064.519614:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019064.519627:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019064.519647:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339788288/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019064.519663:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019064.519668:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019064.519670:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019064.519676:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3328 00000100:00080000:2.0:1734019064.519681:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019064.519686:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019064.519693:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1734019064.519700:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339788160:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734019064.519710:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339788416/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019064.519725:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019064.519731:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019064.519734:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019064.519739:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3328 00000100:00080000:2.0:1734019064.519743:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019064.519749:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019064.519755:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000800:00000100:1.0:1734019064.519766:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734019064.519770:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339788544/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019064.519785:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734019064.519789:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019064/real 1734019064] req@ffff8800a7a7d180 x1818247339788160/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019064.519791:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019064.519794:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019064.519799:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3328 00000100:00080000:2.0:1734019064.519804:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734019064.519807:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339788160/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019064.519809:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019064.519817:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1734019064.519818:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019064.519821:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019064.519826:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339788160:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734019064.519828:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339788672/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019064.519833:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339788288:192.168.201.101@tcp:38:kworker.0 00000100:00080000:2.0:1734019064.519839:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019064.519842:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019064.519844:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019064.519848:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3328 00000800:00000100:1.0:1734019064.519850:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734019064.519852:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019064.519856:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:1.0:1734019064.519857:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019064/real 1734019064] req@ffff8800a7a7f100 x1818247339788288/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:2.0:1734019064.519861:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734019064.519868:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339788288/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019064.519869:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339788800/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1734019064.519876:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019064.519879:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019064.519883:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339788288:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019064.519906:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339788416:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019064.519920:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019064.519927:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019064/real 1734019064] req@ffff8800a7a7ea00 x1818247339788416/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019064.519938:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339788416/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019064.519946:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019064.519948:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019064.519951:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339788416:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019064.519956:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339788544:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019064.519968:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019064.519974:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019064/real 1734019064] req@ffff8800a7a7ca80 x1818247339788544/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019064.519984:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339788544/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019064.519992:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019064.519994:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019064.519998:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339788544:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019064.520003:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339788672:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019064.520019:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019064.520025:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019064/real 1734019064] req@ffff8800a7a7e300 x1818247339788672/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019064.520036:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339788672/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019064.520044:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019064.520046:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019064.520049:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339788672:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019064.520053:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339788800:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019064.520065:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019064.520071:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019064/real 1734019064] req@ffff8800a7a7df80 x1818247339788800/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019064.520081:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339788800/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019064.520088:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019064.520090:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019064.520093:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339788800:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734019064.601610:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019064.743472:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019065.603634:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019065.743493:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019066.605600:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019066.743438:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019067.607630:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019067.743452:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019068.609637:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019068.743478:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019069.527470:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019069.527483:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019069.527488:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019069.527502:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3333 00000100:00080000:2.0:1734019069.527513:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019069.527523:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019069.527572:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339788928/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019069.527611:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019069.527615:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019069.527618:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019069.527623:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3333 00000100:00080000:2.0:1734019069.527626:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019069.527630:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019069.527642:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019069.527654:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339789056/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019069.527664:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019069.527667:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019069.527669:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019069.527674:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3333 00000100:00080000:2.0:1734019069.527677:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019069.527680:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019069.527686:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019069.527695:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339789184/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019069.527704:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019069.527707:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019069.527708:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019069.527712:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3333 00000100:00080000:2.0:1734019069.527715:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019069.527718:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019069.527723:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019069.527731:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339789312/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019069.527742:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734019069.527745:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339788928:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734019069.527745:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019069.527747:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019069.527751:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3333 00000100:00080000:2.0:1734019069.527754:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019069.527758:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019069.527762:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019069.527770:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339789440/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019069.527779:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019069.527783:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019069.527784:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019069.527788:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3333 00000100:00080000:2.0:1734019069.527790:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019069.527794:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019069.527798:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019069.527806:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339789568/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019069.527821:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019069.527846:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019069/real 1734019069] req@ffff8800a7a7fb80 x1818247339788928/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019069.527874:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339788928/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019069.527885:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019069.527889:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019069.527893:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339788928:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019069.527901:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339789056:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019069.527919:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019069.527926:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019069/real 1734019069] req@ffff8800a7a7ce00 x1818247339789056/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019069.527937:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339789056/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019069.527945:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019069.527948:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019069.527951:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339789056:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019069.527958:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339789184:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019069.527971:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019069.527978:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019069/real 1734019069] req@ffff8800a7a7c700 x1818247339789184/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019069.527988:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339789184/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019069.527995:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019069.527999:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019069.528002:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339789184:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019069.528027:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339789312:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019069.528041:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019069.528047:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019069/real 1734019069] req@ffff8800a7a7c000 x1818247339789312/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019069.528058:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339789312/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019069.528066:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019069.528068:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019069.528071:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339789312:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019069.528076:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339789440:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019069.528089:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019069.528095:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019069/real 1734019069] req@ffff8800a7a7f480 x1818247339789440/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019069.528105:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339789440/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019069.528147:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019069.528150:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019069.528154:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339789440:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019069.528160:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339789568:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019069.528181:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019069.528188:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019069/real 1734019069] req@ffff8800a7a7dc00 x1818247339789568/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019069.528199:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339789568/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019069.528207:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019069.528209:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019069.528212:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339789568:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734019069.611612:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019069.743477:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019070.613630:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019070.743468:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019071.615608:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019071.743484:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019072.617600:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019072.743459:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019073.619530:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019073.743460:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019074.535446:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019074.535457:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019074.535461:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019074.535472:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3338 00000100:00080000:2.0:1734019074.535481:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019074.535488:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019074.535525:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339789696/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019074.535560:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019074.535564:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019074.535566:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019074.535571:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3338 00000100:00080000:2.0:1734019074.535575:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019074.535578:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019074.535588:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019074.535598:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339789824/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019074.535608:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019074.535612:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019074.535613:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019074.535617:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3338 00000100:00080000:2.0:1734019074.535621:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019074.535624:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019074.535629:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019074.535639:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339789952/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019074.535647:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019074.535650:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019074.535652:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019074.535655:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3338 00000100:00080000:2.0:1734019074.535657:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019074.535661:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019074.535665:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019074.535674:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339790080/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019074.535675:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339789696:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734019074.535683:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019074.535686:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019074.535688:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019074.535691:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3338 00000100:00080000:2.0:1734019074.535693:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019074.535697:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019074.535701:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019074.535708:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339790208/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019074.535723:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019074.535726:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019074.535728:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019074.535731:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3338 00000100:00080000:2.0:1734019074.535734:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019074.535737:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000800:00000100:1.0:1734019074.535740:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000008:00100000:2.0:1734019074.535742:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019074.535749:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339790336/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019074.535763:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019074/real 1734019074] req@ffff8800a7a7ed80 x1818247339789696/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019074.535782:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339789696/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019074.535792:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019074.535796:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019074.535800:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339789696:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019074.535807:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339789824:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019074.535824:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019074.535830:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019074/real 1734019074] req@ffff8800a7a7c380 x1818247339789824/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019074.535841:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339789824/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019074.535850:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019074.535853:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019074.535856:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339789824:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019074.535861:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339789952:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019074.535874:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019074.535880:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019074/real 1734019074] req@ffff8800a7a7dc00 x1818247339789952/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019074.535890:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339789952/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019074.535898:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019074.535900:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019074.535904:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339789952:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019074.535928:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339790080:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019074.535940:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019074.535947:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019074/real 1734019074] req@ffff8800a7a7f480 x1818247339790080/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019074.535958:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339790080/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019074.535965:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019074.535967:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019074.535970:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339790080:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019074.535977:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339790208:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019074.535989:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019074.535995:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019074/real 1734019074] req@ffff8800a7a7c000 x1818247339790208/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019074.536005:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339790208/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019074.536014:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019074.536016:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019074.536019:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339790208:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019074.536065:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339790336:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019074.536083:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019074.536090:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019074/real 1734019074] req@ffff8800a7a7c700 x1818247339790336/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019074.536101:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339790336/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019074.536109:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019074.536111:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019074.536114:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339790336:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734019074.621563:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019074.743436:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019075.623591:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019075.743467:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019076.625634:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019076.743449:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019077.627620:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019077.743446:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019078.629623:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019078.743476:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019079.543449:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019079.543460:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019079.543466:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019079.543478:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3343 00000100:00080000:2.0:1734019079.543489:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019079.543499:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019079.543548:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339790464/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019079.543587:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019079.543591:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019079.543593:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019079.543598:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3343 00000100:00080000:2.0:1734019079.543601:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019079.543605:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019079.543617:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019079.543628:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339790592/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019079.543638:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019079.543642:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019079.543643:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019079.543647:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3343 00000100:00080000:2.0:1734019079.543650:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019079.543654:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019079.543660:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019079.543669:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339790720/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019079.543677:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019079.543681:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019079.543682:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019079.543686:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3343 00000100:00080000:2.0:1734019079.543689:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019079.543693:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019079.543698:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019079.543706:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339790848/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019079.543716:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019079.543720:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019079.543721:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019079.543725:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3343 00000100:00080000:2.0:1734019079.543728:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019079.543731:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:1.0:1734019079.543736:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339790464:192.168.201.101@tcp:250:kworker.0 00000008:00100000:2.0:1734019079.543736:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019079.543744:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339790976/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019079.543753:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019079.543756:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019079.543758:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019079.543762:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3343 00000100:00080000:2.0:1734019079.543765:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019079.543768:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019079.543773:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019079.543781:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339791104/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019079.543813:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019079.543837:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019079/real 1734019079] req@ffff8800a7a7ce00 x1818247339790464/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019079.543858:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339790464/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019079.543870:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019079.543873:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019079.543878:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339790464:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019079.543886:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339790592:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019079.543904:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019079.543911:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019079/real 1734019079] req@ffff8800a7a7fb80 x1818247339790592/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019079.543923:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339790592/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019079.543931:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019079.543934:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019079.543986:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339790592:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019079.543994:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339790720:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019079.544013:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019079.544021:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019079/real 1734019079] req@ffff8800a7a7df80 x1818247339790720/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019079.544032:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339790720/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019079.544040:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019079.544043:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019079.544047:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339790720:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019079.544073:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339790848:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019079.544087:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019079.544093:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019079/real 1734019079] req@ffff8800a7a7e300 x1818247339790848/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019079.544104:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339790848/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019079.544112:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019079.544114:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019079.544117:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339790848:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019079.544123:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339790976:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019079.544136:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019079.544142:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019079/real 1734019079] req@ffff8800a7a7ca80 x1818247339790976/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019079.544152:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339790976/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019079.544160:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019079.544162:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019079.544166:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339790976:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019079.544171:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339791104:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019079.544187:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019079.544193:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019079/real 1734019079] req@ffff8800a7a7ea00 x1818247339791104/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019079.544204:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339791104/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019079.544211:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019079.544213:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019079.544216:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339791104:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734019079.631594:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019079.743453:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019080.633597:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019080.743434:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019081.635593:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019081.743465:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019082.637589:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019082.743460:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019083.639636:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019083.743469:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019084.551453:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019084.551467:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019084.551473:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019084.551486:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3348 00000100:00080000:2.0:1734019084.551498:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019084.551509:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019084.551558:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339791232/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019084.551598:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019084.551602:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019084.551604:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019084.551609:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3348 00000100:00080000:2.0:1734019084.551613:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019084.551617:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019084.551629:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019084.551640:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339791360/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019084.551650:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019084.551655:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019084.551656:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019084.551661:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3348 00000100:00080000:2.0:1734019084.551664:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019084.551668:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019084.551673:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019084.551685:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339791488/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019084.551694:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019084.551697:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019084.551699:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019084.551702:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3348 00000100:00080000:2.0:1734019084.551705:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019084.551709:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019084.551713:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019084.551723:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339791616/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019084.551733:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019084.551737:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019084.551738:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734019084.551741:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339791232:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734019084.551742:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3348 00000100:00080000:2.0:1734019084.551745:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019084.551748:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019084.551754:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019084.551763:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339791744/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019084.551772:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019084.551776:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019084.551777:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019084.551781:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3348 00000100:00080000:2.0:1734019084.551783:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019084.551787:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019084.551791:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019084.551799:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339791872/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019084.551817:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019084.551841:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019084/real 1734019084] req@ffff8800a7a7f100 x1818247339791232/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019084.551911:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339791232/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019084.551924:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019084.551928:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019084.551932:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339791232:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019084.551941:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339791360:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019084.551962:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019084.551970:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019084/real 1734019084] req@ffff8800a7a7d180 x1818247339791360/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019084.551982:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339791360/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019084.551991:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019084.551994:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019084.551998:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339791360:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019084.552004:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339791488:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019084.552017:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019084.552024:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019084/real 1734019084] req@ffff8800a7a7ea00 x1818247339791488/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019084.552034:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339791488/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019084.552041:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019084.552044:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019084.552047:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339791488:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019084.552072:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339791616:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019084.552086:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019084.552092:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019084/real 1734019084] req@ffff8800a7a7ca80 x1818247339791616/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019084.552103:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339791616/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019084.552111:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019084.552113:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019084.552116:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339791616:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019084.552123:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339791744:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019084.552136:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019084.552143:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019084/real 1734019084] req@ffff8800a7a7e300 x1818247339791744/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019084.552153:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339791744/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019084.552161:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019084.552164:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019084.552167:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339791744:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019084.552172:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339791872:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019084.552184:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019084.552190:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019084/real 1734019084] req@ffff8800a7a7df80 x1818247339791872/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019084.552200:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339791872/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019084.552207:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019084.552210:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019084.552213:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339791872:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734019084.641585:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019084.743455:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019085.643618:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019085.743448:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019086.645616:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019086.743436:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019087.647616:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019087.743470:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019088.649601:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019088.743465:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019089.559479:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019089.559489:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019089.559494:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019089.559503:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3353 00000100:00080000:2.0:1734019089.559513:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019089.559520:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019089.559556:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339792000/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019089.559590:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019089.559595:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019089.559597:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019089.559602:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3353 00000100:00080000:2.0:1734019089.559605:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019089.559609:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019089.559618:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019089.559629:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339792128/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019089.559638:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019089.559642:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019089.559644:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019089.559648:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3353 00000100:00080000:2.0:1734019089.559651:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019089.559654:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019089.559659:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019089.559667:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339792256/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019089.559675:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019089.559681:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019089.559683:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019089.559687:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3353 00000100:00080000:2.0:1734019089.559690:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019089.559694:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019089.559698:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734019089.559706:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339792000:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734019089.559706:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339792384/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019089.559715:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019089.559718:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019089.559720:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019089.559723:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3353 00000100:00080000:2.0:1734019089.559726:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019089.559729:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019089.559733:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019089.559740:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339792512/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019089.559749:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019089.559752:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019089.559753:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019089.559757:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3353 00000100:00080000:2.0:1734019089.559760:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019089.559763:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000800:00000100:1.0:1734019089.559802:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000008:00100000:2.0:1734019089.559806:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019089.559816:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339792640/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019089.559825:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019089/real 1734019089] req@ffff8800a7a7fb80 x1818247339792000/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019089.559846:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339792000/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019089.559857:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019089.559860:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019089.559865:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339792000:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019089.559873:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339792128:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019089.559893:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019089.559900:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019089/real 1734019089] req@ffff8800a7a7ce00 x1818247339792128/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019089.559911:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339792128/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019089.559919:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019089.559921:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019089.559925:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339792128:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019089.559930:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339792256:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019089.559944:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019089.559950:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019089/real 1734019089] req@ffff8800a7a7c700 x1818247339792256/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019089.559960:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339792256/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019089.559968:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019089.559971:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019089.559975:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339792256:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019089.559999:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339792384:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019089.560012:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019089.560019:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019089/real 1734019089] req@ffff8800a7a7c000 x1818247339792384/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019089.560029:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339792384/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019089.560037:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019089.560039:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019089.560042:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339792384:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019089.560047:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339792512:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019089.560059:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019089.560065:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019089/real 1734019089] req@ffff8800a7a7f480 x1818247339792512/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019089.560075:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339792512/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019089.560082:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019089.560084:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019089.560088:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339792512:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019089.560093:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339792640:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019089.560107:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019089.560114:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019089/real 1734019089] req@ffff8800a7a7dc00 x1818247339792640/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019089.560123:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339792640/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019089.560130:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019089.560132:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019089.560135:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339792640:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734019089.651565:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019089.743432:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019090.653575:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019090.743454:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019091.655560:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019091.743440:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019092.657582:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019092.743423:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019093.659562:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019093.743432:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019094.567489:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019094.567500:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019094.567505:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019094.567522:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3358 00000100:00080000:2.0:1734019094.567532:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019094.567541:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019094.567577:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339792768/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019094.567612:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019094.567616:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019094.567618:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019094.567623:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3358 00000100:00080000:2.0:1734019094.567627:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019094.567630:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019094.567639:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019094.567650:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339792896/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019094.567661:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019094.567665:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019094.567667:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019094.567670:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3358 00000100:00080000:2.0:1734019094.567678:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019094.567720:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019094.567726:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019094.567738:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339793024/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019094.567757:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019094.567761:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019094.567763:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019094.567767:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3358 00000100:00100000:1.0:1734019094.567770:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339792768:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734019094.567770:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019094.567773:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019094.567778:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019094.567791:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339793152/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019094.567800:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019094.567804:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019094.567806:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019094.567810:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3358 00000100:00080000:2.0:1734019094.567813:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019094.567817:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019094.567822:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019094.567834:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339793280/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019094.567847:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1734019094.567850:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734019094.567852:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019094.567854:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019094.567860:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3358 00000100:00080000:2.0:1734019094.567865:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019094.567871:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:1.0:1734019094.567878:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019094/real 1734019094] req@ffff8800a7a7c380 x1818247339792768/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:2.0:1734019094.567878:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019094.567892:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339793408/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019094.567904:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339792768/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019094.567919:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019094.567924:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019094.567931:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339792768:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019094.567943:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339792896:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019094.567968:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019094.567977:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019094/real 1734019094] req@ffff8800a7a7ed80 x1818247339792896/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019094.567990:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339792896/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019094.567998:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019094.568001:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019094.568005:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339792896:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019094.568010:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339793024:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019094.568024:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019094.568030:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019094/real 1734019094] req@ffff8800a7a7dc00 x1818247339793024/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019094.568040:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339793024/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019094.568047:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019094.568050:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019094.568053:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339793024:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019094.568079:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339793152:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019094.568092:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019094.568099:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019094/real 1734019094] req@ffff8800a7a7f480 x1818247339793152/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019094.568109:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339793152/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019094.568117:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019094.568119:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019094.568122:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339793152:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019094.568128:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339793280:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019094.568140:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019094.568146:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019094/real 1734019094] req@ffff8800a7a7c000 x1818247339793280/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019094.568157:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339793280/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019094.568164:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019094.568167:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019094.568170:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339793280:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019094.568175:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339793408:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019094.568186:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019094.568192:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019094/real 1734019094] req@ffff8800a7a7c700 x1818247339793408/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019094.568202:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339793408/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019094.568209:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019094.568211:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019094.568214:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339793408:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734019094.661565:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019094.743390:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019095.663596:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019095.743475:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019096.665587:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019096.743448:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019097.667506:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019097.743434:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019098.669593:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019098.743461:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019099.575450:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019099.575466:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019099.575470:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019099.575481:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3363 00000100:00080000:2.0:1734019099.575491:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019099.575500:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019099.575535:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339793536/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019099.575571:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019099.575575:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019099.575577:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019099.575582:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3363 00000100:00080000:2.0:1734019099.575585:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019099.575589:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019099.575634:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019099.575648:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339793664/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019099.575659:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019099.575662:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019099.575664:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019099.575668:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3363 00000100:00080000:2.0:1734019099.575671:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019099.575674:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019099.575680:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1734019099.575685:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339793536:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734019099.575689:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339793792/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019099.575699:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019099.575702:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019099.575704:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019099.575708:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3363 00000100:00080000:2.0:1734019099.575711:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019099.575715:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019099.575719:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019099.575727:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339793920/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019099.575735:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019099.575738:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019099.575740:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019099.575744:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3363 00000100:00080000:2.0:1734019099.575746:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019099.575750:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000800:00000100:1.0:1734019099.575751:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000008:00100000:2.0:1734019099.575754:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019099.575761:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339794048/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019099.575769:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019099.575772:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1734019099.575773:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019099/real 1734019099] req@ffff8800a7a7ce00 x1818247339793536/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019099.575774:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019099.575778:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3363 00000100:00080000:2.0:1734019099.575781:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019099.575785:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019099.575789:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734019099.575793:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339793536/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019099.575797:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339794176/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1734019099.575804:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019099.575807:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019099.575812:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339793536:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019099.575819:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339793664:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019099.575836:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019099.575844:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019099/real 1734019099] req@ffff8800a7a7fb80 x1818247339793664/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019099.575855:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339793664/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019099.575863:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019099.575865:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019099.575869:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339793664:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019099.575891:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339793792:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019099.575904:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019099.575911:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019099/real 1734019099] req@ffff8800a7a7df80 x1818247339793792/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019099.575922:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339793792/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019099.575929:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019099.575933:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019099.575936:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339793792:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019099.575941:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339793920:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019099.575954:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019099.575960:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019099/real 1734019099] req@ffff8800a7a7e300 x1818247339793920/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019099.575970:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339793920/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019099.575978:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019099.575980:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019099.575984:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339793920:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019099.575989:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339794048:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019099.576001:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019099.576007:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019099/real 1734019099] req@ffff8800a7a7ca80 x1818247339794048/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019099.576016:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339794048/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019099.576024:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019099.576026:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019099.576030:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339794048:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019099.576034:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339794176:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019099.576049:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019099.576056:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019099/real 1734019099] req@ffff8800a7a7ea00 x1818247339794176/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019099.576066:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339794176/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019099.576073:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019099.576075:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019099.576077:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339794176:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734019099.671644:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019099.743468:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019100.673637:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019100.743434:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019101.675615:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019101.743456:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019102.677629:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019102.743472:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019103.679620:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019103.743478:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019104.583472:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019104.583486:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019104.583492:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019104.583504:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3368 00000100:00080000:2.0:1734019104.583553:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019104.583564:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019104.583614:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339794304/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019104.583652:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019104.583656:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019104.583658:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019104.583663:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3368 00000100:00080000:2.0:1734019104.583666:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019104.583670:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019104.583682:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019104.583694:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339794432/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019104.583704:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019104.583708:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019104.583710:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019104.583715:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3368 00000100:00080000:2.0:1734019104.583718:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019104.583722:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019104.583727:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019104.583739:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339794560/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019104.583748:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019104.583751:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019104.583753:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019104.583756:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3368 00000100:00080000:2.0:1734019104.583759:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019104.583763:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019104.583768:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019104.583777:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339794688/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019104.583787:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019104.583791:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019104.583792:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019104.583797:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3368 00000100:00100000:1.0:1734019104.583798:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339794304:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734019104.583799:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019104.583803:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019104.583807:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019104.583816:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339794816/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019104.583826:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019104.583829:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019104.583831:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019104.583835:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3368 00000100:00080000:2.0:1734019104.583838:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019104.583841:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019104.583846:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019104.583854:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339794944/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019104.583875:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019104.583899:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019104/real 1734019104] req@ffff8800a7a7d180 x1818247339794304/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019104.583920:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339794304/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019104.583932:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019104.583936:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019104.583940:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339794304:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019104.583948:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339794432:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019104.583965:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019104.583972:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019104/real 1734019104] req@ffff8800a7a7f100 x1818247339794432/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019104.583983:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339794432/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019104.583992:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019104.583995:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019104.583998:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339794432:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019104.584004:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339794560:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019104.584017:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019104.584023:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019104/real 1734019104] req@ffff8800a7a7ea00 x1818247339794560/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019104.584033:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339794560/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019104.584041:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019104.584043:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019104.584047:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339794560:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019104.584072:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339794688:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019104.584085:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019104.584092:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019104/real 1734019104] req@ffff8800a7a7ca80 x1818247339794688/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019104.584103:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339794688/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019104.584111:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019104.584113:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019104.584116:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339794688:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019104.584123:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339794816:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019104.584136:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019104.584142:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019104/real 1734019104] req@ffff8800a7a7e300 x1818247339794816/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019104.584153:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339794816/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019104.584161:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019104.584164:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019104.584166:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339794816:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019104.584172:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339794944:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019104.584184:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019104.584190:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019104/real 1734019104] req@ffff8800a7a7df80 x1818247339794944/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019104.584200:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339794944/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019104.584207:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019104.584209:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019104.584212:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339794944:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734019104.681603:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019104.743438:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019105.683592:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019105.743471:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019106.685618:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019106.743457:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019107.687657:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019107.743500:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019108.689655:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019108.743503:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019109.591479:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019109.591488:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019109.591493:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019109.591503:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3373 00000100:00080000:2.0:1734019109.591513:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019109.591521:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019109.591558:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339795072/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019109.591592:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019109.591596:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019109.591599:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019109.591603:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3373 00000100:00080000:2.0:1734019109.591607:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019109.591610:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019109.591620:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019109.591631:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339795200/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019109.591640:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019109.591644:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019109.591646:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019109.591650:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3373 00000100:00080000:2.0:1734019109.591652:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019109.591656:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019109.591660:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019109.591668:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339795328/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019109.591677:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019109.591680:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019109.591681:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019109.591685:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3373 00000100:00080000:2.0:1734019109.591687:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019109.591690:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019109.591695:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734019109.591703:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339795072:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734019109.591703:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339795456/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019109.591712:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019109.591715:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019109.591717:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019109.591720:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3373 00000100:00080000:2.0:1734019109.591723:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019109.591726:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019109.591730:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019109.591737:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339795584/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019109.591746:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019109.591749:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019109.591750:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019109.591754:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3373 00000100:00080000:2.0:1734019109.591756:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019109.591759:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019109.591764:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734019109.591769:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734019109.591771:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339795712/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019109.591792:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019109/real 1734019109] req@ffff8800a7a7fb80 x1818247339795072/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019109.591812:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339795072/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019109.591823:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019109.591827:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019109.591831:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339795072:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019109.591838:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339795200:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019109.591855:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019109.591861:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019109/real 1734019109] req@ffff8800a7a7ce00 x1818247339795200/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019109.591873:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339795200/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019109.591880:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019109.591883:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019109.591886:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339795200:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019109.591891:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339795328:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019109.591904:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019109.591910:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019109/real 1734019109] req@ffff8800a7a7c700 x1818247339795328/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019109.591920:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339795328/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019109.591928:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019109.591931:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019109.591934:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339795328:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019109.591958:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339795456:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019109.591972:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019109.591978:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019109/real 1734019109] req@ffff8800a7a7c000 x1818247339795456/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019109.591989:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339795456/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019109.591996:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019109.591998:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019109.592001:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339795456:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019109.592006:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339795584:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019109.592018:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019109.592024:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019109/real 1734019109] req@ffff8800a7a7f480 x1818247339795584/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019109.592034:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339795584/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019109.592041:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019109.592043:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019109.592046:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339795584:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019109.592051:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339795712:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019109.592067:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019109.592073:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019109/real 1734019109] req@ffff8800a7a7dc00 x1818247339795712/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019109.592083:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339795712/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019109.592090:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019109.592092:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019109.592095:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339795712:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734019109.691648:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019109.743499:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019110.693623:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019110.743497:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019111.695584:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019111.743476:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019112.697614:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019112.743495:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019113.699614:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019113.743459:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019114.599435:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019114.599446:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019114.599451:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019114.599461:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3378 00000100:00080000:2.0:1734019114.599470:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019114.599477:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019114.599512:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339795840/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019114.599547:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019114.599551:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019114.599553:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019114.599557:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3378 00000100:00080000:2.0:1734019114.599561:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019114.599565:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019114.599574:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019114.599585:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339795968/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019114.599594:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019114.599597:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019114.599599:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019114.599603:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3378 00000100:00080000:2.0:1734019114.599606:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019114.599609:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019114.599614:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019114.599625:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339796096/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019114.599634:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019114.599637:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019114.599639:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019114.599642:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3378 00000100:00080000:2.0:1734019114.599645:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019114.599648:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019114.599652:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734019114.599661:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339795840:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734019114.599661:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339796224/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019114.599670:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019114.599674:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019114.599675:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019114.599678:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3378 00000100:00080000:2.0:1734019114.599681:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019114.599684:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019114.599688:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019114.599695:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339796352/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019114.599704:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019114.599707:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019114.599709:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019114.599713:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3378 00000100:00080000:2.0:1734019114.599716:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019114.599719:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019114.599723:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019114.599730:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339796480/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019114.599754:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339795968:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019114.599775:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339796096:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019114.599797:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339796224:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019114.599813:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339796352:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019114.599827:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339796480:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734019114.701589:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019114.743460:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019115.703598:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019115.743467:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019116.705632:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019116.743451:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000400:00000100:0.0:1734019117.605793:0:1969:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:0.0:1734019117.605868:0:1969:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1734019117.605898:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734019117.605945:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734019117.605960:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734019117.605973:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734019117.605984:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734019117.605997:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000100:00100000:1.0:1734019117.606068:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019114/real 1734019117] req@ffff8800a7a7f480 x1818247339796224/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019117.606103:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339796224/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019117.606122:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019117.606128:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019117.606136:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339796224:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019117.606147:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019114/real 1734019117] req@ffff8800a7a7c000 x1818247339796352/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019117.606167:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339796352/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019117.606179:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019117.606183:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019117.606188:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339796352:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019117.606199:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019114/real 1734019117] req@ffff8800a7a7c700 x1818247339796480/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019117.606230:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339796480/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019117.606242:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019117.606246:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019117.606252:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339796480:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019117.606263:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019114/real 1734019117] req@ffff8800a7a7ed80 x1818247339795840/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019117.606283:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339795840/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019117.606453:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019117.606458:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019117.606465:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339795840:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019117.606477:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019114/real 1734019117] req@ffff8800a7a7c380 x1818247339795968/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019117.606497:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339795968/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019117.606528:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019117.606533:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019117.606538:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339795968:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019117.606548:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019114/real 1734019117] req@ffff8800a7a7dc00 x1818247339796096/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019117.606565:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339796096/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019117.606577:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019117.606580:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019117.606585:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339796096:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734019117.707622:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019117.743478:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019118.709606:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019118.743463:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019119.607404:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019119.607416:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019119.607421:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019119.607434:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3383 00000100:00080000:2.0:1734019119.607445:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019119.607455:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019119.607501:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339796608/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019119.607536:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019119.607540:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019119.607542:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019119.607547:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3383 00000100:00080000:2.0:1734019119.607551:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019119.607555:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019119.607567:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019119.607579:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339796736/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019119.607589:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019119.607593:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019119.607595:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019119.607598:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3383 00000100:00080000:2.0:1734019119.607601:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019119.607605:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019119.607610:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019119.607619:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339796864/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019119.607628:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019119.607632:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019119.607634:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019119.607637:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3383 00000100:00080000:2.0:1734019119.607640:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019119.607643:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019119.607647:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019119.607655:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339796992/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019119.607666:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734019119.607669:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339796608:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734019119.607669:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019119.607671:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019119.607675:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3383 00000100:00080000:2.0:1734019119.607678:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019119.607681:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019119.607686:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019119.607694:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339797120/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019119.607704:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019119.607707:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019119.607708:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019119.607712:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3383 00000100:00080000:2.0:1734019119.607715:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019119.607718:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019119.607723:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019119.607730:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339797248/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019119.607744:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019119.607768:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019119/real 1734019119] req@ffff8800a7a7ce00 x1818247339796608/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019119.607788:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339796608/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019119.607799:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019119.607804:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019119.607808:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339796608:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019119.607817:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339796736:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019119.607834:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019119.607841:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019119/real 1734019119] req@ffff8800a7a7fb80 x1818247339796736/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019119.607852:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339796736/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019119.607860:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019119.607863:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019119.607867:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339796736:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019119.607873:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339796864:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019119.607887:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019119.607893:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019119/real 1734019119] req@ffff8800a7a7df80 x1818247339796864/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019119.607903:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339796864/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019119.607911:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019119.607914:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019119.607917:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339796864:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019119.607945:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339796992:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019119.607962:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019119.607969:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019119/real 1734019119] req@ffff8800a7a7e300 x1818247339796992/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019119.607980:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339796992/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019119.607988:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019119.607990:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019119.607993:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339796992:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019119.607999:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339797120:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019119.608012:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019119.608018:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019119/real 1734019119] req@ffff8800a7a7ca80 x1818247339797120/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019119.608028:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339797120/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019119.608036:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019119.608039:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019119.608042:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339797120:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019119.608047:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339797248:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019119.608059:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019119.608065:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019119/real 1734019119] req@ffff8800a7a7ea00 x1818247339797248/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019119.608082:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339797248/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019119.608089:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019119.608091:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019119.608094:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339797248:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734019119.711606:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019119.743466:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019120.713617:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019120.743455:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019121.715614:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019121.743453:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019122.717622:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019122.743462:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019123.719622:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019123.743466:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019124.615442:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019124.615454:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019124.615459:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019124.615468:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3388 00000100:00080000:2.0:1734019124.615477:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019124.615486:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019124.615522:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339797376/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019124.615556:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019124.615560:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019124.615562:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019124.615567:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3388 00000100:00080000:2.0:1734019124.615570:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019124.615574:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019124.615584:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019124.615594:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339797504/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019124.615604:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019124.615607:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019124.615609:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019124.615613:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3388 00000100:00080000:2.0:1734019124.615616:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019124.615619:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019124.615624:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019124.615634:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339797632/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019124.615642:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019124.615645:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019124.615648:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019124.615652:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3388 00000100:00080000:2.0:1734019124.615655:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019124.615658:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019124.615663:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019124.615672:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339797760/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019124.615674:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339797376:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734019124.615681:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019124.615684:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019124.615685:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019124.615689:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3388 00000100:00080000:2.0:1734019124.615691:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019124.615695:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019124.615699:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019124.615706:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339797888/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019124.615715:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019124.615718:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019124.615719:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019124.615723:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3388 00000100:00080000:2.0:1734019124.615726:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019124.615729:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019124.615733:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019124.615741:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339798016/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019124.615742:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019124.615765:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019124/real 1734019124] req@ffff8800a7a7f100 x1818247339797376/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019124.615784:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339797376/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019124.615795:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019124.615798:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019124.615803:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339797376:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019124.615810:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339797504:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019124.615826:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019124.615833:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019124/real 1734019124] req@ffff8800a7a7d180 x1818247339797504/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019124.615845:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339797504/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019124.615852:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019124.615856:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019124.615859:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339797504:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019124.615865:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339797632:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019124.615879:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019124.615885:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019124/real 1734019124] req@ffff8800a7a7ea00 x1818247339797632/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019124.615895:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339797632/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019124.615903:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019124.615906:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019124.615909:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339797632:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019124.615934:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339797760:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019124.615947:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019124.615953:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019124/real 1734019124] req@ffff8800a7a7ca80 x1818247339797760/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019124.615964:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339797760/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019124.615972:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019124.615975:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019124.615978:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339797760:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019124.615983:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339797888:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019124.615998:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019124.616004:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019124/real 1734019124] req@ffff8800a7a7e300 x1818247339797888/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019124.616014:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339797888/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019124.616022:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019124.616024:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019124.616027:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339797888:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019124.616032:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339798016:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019124.616044:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019124.616050:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019124/real 1734019124] req@ffff8800a7a7df80 x1818247339798016/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019124.616060:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339798016/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019124.616067:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019124.616069:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019124.616072:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339798016:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734019124.721634:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019124.743462:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019125.723604:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019125.743466:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019126.725605:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019126.743469:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019127.727635:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019127.743475:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019128.729599:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019128.743480:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019129.623488:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019129.623499:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019129.623505:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019129.623518:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3393 00000100:00080000:2.0:1734019129.623528:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019129.623538:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019129.623586:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339798144/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019129.623623:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019129.623628:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019129.623630:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019129.623634:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3393 00000100:00080000:2.0:1734019129.623638:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019129.623642:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019129.623653:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019129.623665:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339798272/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019129.623675:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019129.623678:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019129.623681:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019129.623685:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3393 00000100:00080000:2.0:1734019129.623688:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019129.623692:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019129.623697:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019129.623706:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339798400/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019129.623715:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019129.623718:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019129.623720:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019129.623723:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3393 00000100:00080000:2.0:1734019129.623726:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019129.623730:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019129.623734:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019129.623744:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339798528/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019129.623746:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339798144:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734019129.623754:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019129.623757:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019129.623759:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019129.623763:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3393 00000100:00080000:2.0:1734019129.623765:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019129.623769:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019129.623773:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019129.623782:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339798656/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019129.623792:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019129.623795:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019129.623797:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019129.623801:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3393 00000100:00080000:2.0:1734019129.623804:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019129.623808:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019129.623812:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734019129.623818:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734019129.623820:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339798784/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019129.623842:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019129/real 1734019129] req@ffff8800a7a7fb80 x1818247339798144/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019129.623870:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339798144/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019129.623881:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019129.623884:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019129.623889:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339798144:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019129.623897:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339798272:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019129.623915:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019129.623922:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019129/real 1734019129] req@ffff8800a7a7ce00 x1818247339798272/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019129.623933:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339798272/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019129.623941:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019129.623944:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019129.623947:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339798272:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019129.623953:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339798400:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019129.623967:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019129.623973:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019129/real 1734019129] req@ffff8800a7a7dc00 x1818247339798400/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019129.623983:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339798400/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019129.623991:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019129.623994:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019129.623997:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339798400:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019129.624024:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339798528:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019129.624037:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019129.624044:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019129/real 1734019129] req@ffff8800a7a7c380 x1818247339798528/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019129.624055:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339798528/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019129.624062:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019129.624065:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019129.624068:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339798528:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019129.624073:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339798656:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019129.624132:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019129.624141:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019129/real 1734019129] req@ffff8800a7a7ed80 x1818247339798656/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019129.624152:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339798656/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019129.624159:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019129.624162:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019129.624165:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339798656:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019129.624171:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339798784:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019129.624191:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019129.624198:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019129/real 1734019129] req@ffff8800a7a7c700 x1818247339798784/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019129.624208:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339798784/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019129.624216:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019129.624218:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019129.624221:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339798784:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734019129.731618:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019129.743467:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019130.733612:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019130.743489:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019131.735585:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019131.743469:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019132.737537:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019132.743477:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019133.739594:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019133.743460:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019134.631442:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019134.631458:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019134.631462:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019134.631472:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3398 00000100:00080000:2.0:1734019134.631482:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019134.631490:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019134.631524:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339798912/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019134.631557:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019134.631561:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019134.631564:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019134.631569:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3398 00000100:00080000:2.0:1734019134.631572:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019134.631576:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019134.631586:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019134.631596:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339799040/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019134.631606:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019134.631609:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019134.631611:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019134.631615:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3398 00000100:00080000:2.0:1734019134.631618:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019134.631621:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019134.631626:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019134.631636:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339799168/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019134.631644:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019134.631647:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019134.631649:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019134.631652:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3398 00000100:00080000:2.0:1734019134.631655:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019134.631658:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019134.631662:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019134.631671:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339799296/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019134.631672:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339798912:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734019134.631681:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019134.631684:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019134.631686:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019134.631690:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3398 00000100:00080000:2.0:1734019134.631692:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019134.631696:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019134.631700:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019134.631707:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339799424/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019134.631715:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019134.631718:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019134.631720:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019134.631723:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3398 00000100:00080000:2.0:1734019134.631726:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019134.631729:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019134.631734:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734019134.631737:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734019134.631741:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339799552/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019134.631760:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019134/real 1734019134] req@ffff8800a7a7c000 x1818247339798912/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019134.631780:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339798912/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019134.631791:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019134.631794:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019134.631798:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339798912:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019134.631805:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339799040:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019134.631823:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019134.631829:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019134/real 1734019134] req@ffff8800a7a7f480 x1818247339799040/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019134.631840:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339799040/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019134.631849:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019134.631852:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019134.631855:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339799040:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019134.631861:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339799168:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019134.631874:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019134.631880:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019134/real 1734019134] req@ffff8800a7a7c700 x1818247339799168/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019134.631890:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339799168/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019134.631897:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019134.631899:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019134.631903:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339799168:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019134.631926:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339799296:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019134.631939:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019134.631945:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019134/real 1734019134] req@ffff8800a7a7ed80 x1818247339799296/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019134.631956:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339799296/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019134.631964:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019134.631966:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019134.631969:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339799296:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019134.631975:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339799424:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019134.631987:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019134.631993:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019134/real 1734019134] req@ffff8800a7a7c380 x1818247339799424/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019134.632050:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339799424/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019134.632059:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019134.632061:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019134.632065:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339799424:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019134.632070:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339799552:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019134.632087:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019134.632093:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019134/real 1734019134] req@ffff8800a7a7dc00 x1818247339799552/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019134.632104:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339799552/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019134.632112:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019134.632114:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019134.632117:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339799552:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734019134.741564:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019134.743456:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00100000:2.0:1734019135.743564:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019135.743643:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019136.743441:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019136.745592:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019137.743473:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019137.747604:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019138.743471:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019138.749646:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019139.639454:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019139.639466:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019139.639470:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019139.639480:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3403 00000100:00080000:2.0:1734019139.639489:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019139.639497:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019139.639534:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339799680/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019139.639567:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019139.639572:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019139.639574:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019139.639578:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3403 00000100:00080000:2.0:1734019139.639582:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019139.639586:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019139.639595:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019139.639606:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339799808/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019139.639616:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019139.639619:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019139.639621:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019139.639625:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3403 00000100:00080000:2.0:1734019139.639627:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019139.639631:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019139.639636:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019139.639644:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339799936/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019139.639653:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019139.639657:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019139.639658:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019139.639661:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3403 00000100:00080000:2.0:1734019139.639664:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019139.639667:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019139.639672:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019139.639679:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339800064/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019139.639684:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339799680:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734019139.639688:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019139.639692:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019139.639693:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019139.639696:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3403 00000100:00080000:2.0:1734019139.639699:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019139.639702:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019139.639706:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019139.639713:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339800192/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019139.639722:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019139.639725:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019139.639726:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019139.639730:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3403 00000100:00080000:2.0:1734019139.639733:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019139.639736:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019139.639740:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019139.639748:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339800320/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019139.639750:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019139.639773:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019139/real 1734019139] req@ffff8800a7a7ce00 x1818247339799680/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019139.639793:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339799680/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019139.639804:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019139.639807:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019139.639812:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339799680:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019139.639819:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339799808:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019139.639836:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019139.639843:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019139/real 1734019139] req@ffff8800a7a7fb80 x1818247339799808/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019139.639854:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339799808/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019139.639862:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019139.639864:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019139.639868:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339799808:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019139.639873:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339799936:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019139.639886:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019139.639892:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019139/real 1734019139] req@ffff8800a7a7df80 x1818247339799936/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019139.639902:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339799936/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019139.639910:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019139.639913:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019139.639965:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339799936:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019139.639996:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339800064:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019139.640015:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019139.640022:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019139/real 1734019139] req@ffff8800a7a7e300 x1818247339800064/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019139.640033:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339800064/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019139.640041:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019139.640043:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019139.640047:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339800064:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019139.640051:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339800192:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019139.640064:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019139.640070:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019139/real 1734019139] req@ffff8800a7a7ca80 x1818247339800192/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019139.640081:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339800192/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019139.640089:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019139.640091:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019139.640094:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339800192:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019139.640098:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339800320:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019139.640113:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019139.640119:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019139/real 1734019139] req@ffff8800a7a7ea00 x1818247339800320/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019139.640130:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339800320/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019139.640137:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019139.640139:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019139.640142:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339800320:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734019139.743450:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019139.751576:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019140.743443:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019140.753621:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019141.743439:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019141.755626:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019142.743479:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019142.757589:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019143.743468:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019143.759622:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019144.647447:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019144.647459:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019144.647464:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019144.647475:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3408 00000100:00080000:2.0:1734019144.647485:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019144.647493:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019144.647531:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339800448/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019144.647565:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019144.647570:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019144.647572:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019144.647577:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3408 00000100:00080000:2.0:1734019144.647580:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019144.647584:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019144.647593:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019144.647605:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339800576/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019144.647615:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019144.647618:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019144.647620:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019144.647623:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3408 00000100:00080000:2.0:1734019144.647626:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019144.647630:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019144.647634:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019144.647644:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339800704/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019144.647653:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019144.647657:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019144.647658:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019144.647661:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3408 00000100:00080000:2.0:1734019144.647664:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019144.647667:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019144.647671:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734019144.647676:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339800448:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734019144.647680:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339800832/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019144.647689:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019144.647692:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019144.647694:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019144.647698:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3408 00000100:00080000:2.0:1734019144.647700:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019144.647704:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019144.647708:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019144.647715:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339800960/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019144.647724:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019144.647727:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019144.647728:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019144.647732:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3408 00000100:00080000:2.0:1734019144.647734:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019144.647738:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000800:00000100:1.0:1734019144.647741:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000008:00100000:2.0:1734019144.647742:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019144.647749:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339801088/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019144.647763:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019144/real 1734019144] req@ffff8800a7a7d180 x1818247339800448/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019144.647783:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339800448/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019144.647793:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019144.647796:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019144.647801:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339800448:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019144.647808:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339800576:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019144.647824:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019144.647882:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019144/real 1734019144] req@ffff8800a7a7f100 x1818247339800576/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019144.647897:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339800576/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019144.647906:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019144.647909:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019144.647912:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339800576:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019144.647918:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339800704:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019144.647936:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019144.647943:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019144/real 1734019144] req@ffff8800a7a7ea00 x1818247339800704/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019144.647954:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339800704/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019144.647962:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019144.647965:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019144.647968:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339800704:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019144.647992:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339800832:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019144.648006:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019144.648012:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019144/real 1734019144] req@ffff8800a7a7ca80 x1818247339800832/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019144.648023:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339800832/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019144.648031:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019144.648033:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019144.648036:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339800832:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019144.648042:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339800960:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019144.648054:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019144.648060:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019144/real 1734019144] req@ffff8800a7a7e300 x1818247339800960/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019144.648070:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339800960/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019144.648078:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019144.648080:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019144.648083:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339800960:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019144.648088:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339801088:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019144.648099:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019144.648105:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019144/real 1734019144] req@ffff8800a7a7df80 x1818247339801088/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019144.648115:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339801088/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019144.648122:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019144.648124:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019144.648127:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339801088:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734019144.743475:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019144.761576:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019145.743451:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019145.763594:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019146.743442:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019146.765586:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019147.743461:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019147.767604:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019148.743489:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019148.769641:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019149.655478:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019149.655491:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019149.655497:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019149.655510:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3413 00000100:00080000:2.0:1734019149.655522:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019149.655533:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019149.655582:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339801216/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019149.655621:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019149.655626:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019149.655628:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019149.655633:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3413 00000100:00080000:2.0:1734019149.655636:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019149.655640:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019149.655652:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019149.655664:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339801344/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019149.655674:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019149.655678:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019149.655679:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019149.655684:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3413 00000100:00080000:2.0:1734019149.655686:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019149.655690:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019149.655695:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019149.655705:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339801472/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019149.655713:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019149.655717:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019149.655719:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019149.655723:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3413 00000100:00080000:2.0:1734019149.655726:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019149.655729:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019149.655734:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019149.655742:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339801600/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019149.655787:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019149.655791:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019149.655793:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019149.655797:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3413 00000100:00080000:2.0:1734019149.655800:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019149.655804:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:1.0:1734019149.655807:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339801216:192.168.201.101@tcp:250:kworker.0 00000008:00100000:2.0:1734019149.655809:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019149.655819:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339801728/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019149.655829:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019149.655833:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019149.655834:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019149.655838:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3413 00000100:00080000:2.0:1734019149.655841:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019149.655844:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019149.655849:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019149.655857:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339801856/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019149.655884:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019149.655909:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019149/real 1734019149] req@ffff8800a7a7fb80 x1818247339801216/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019149.655930:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339801216/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019149.655942:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019149.655945:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019149.655950:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339801216:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019149.655958:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339801344:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019149.655976:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019149.655983:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019149/real 1734019149] req@ffff8800a7a7ce00 x1818247339801344/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019149.655995:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339801344/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019149.656002:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019149.656006:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019149.656009:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339801344:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019149.656015:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339801472:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019149.656029:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019149.656035:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019149/real 1734019149] req@ffff8800a7a7dc00 x1818247339801472/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019149.656045:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339801472/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019149.656053:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019149.656057:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019149.656060:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339801472:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019149.656085:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339801600:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019149.656100:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019149.656106:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019149/real 1734019149] req@ffff8800a7a7c380 x1818247339801600/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019149.656117:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339801600/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019149.656125:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019149.656127:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019149.656130:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339801600:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019149.656136:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339801728:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019149.656149:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019149.656154:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019149/real 1734019149] req@ffff8800a7a7ed80 x1818247339801728/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019149.656164:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339801728/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019149.656172:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019149.656175:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019149.656178:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339801728:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019149.656183:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339801856:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019149.656199:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019149.656205:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019149/real 1734019149] req@ffff8800a7a7c700 x1818247339801856/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019149.656216:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339801856/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019149.656223:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019149.656225:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019149.656228:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339801856:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734019149.743462:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019149.771587:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019150.743488:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019150.773627:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019151.743434:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019151.775609:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019152.743470:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019152.777580:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019153.743467:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019153.779639:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019154.663435:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019154.663446:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019154.663451:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019154.663462:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3418 00000100:00080000:2.0:1734019154.663471:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019154.663480:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019154.663516:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339801984/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019154.663553:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019154.663560:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019154.663563:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019154.663569:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3418 00000100:00080000:2.0:1734019154.663574:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019154.663581:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019154.663593:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019154.663612:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339802112/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019154.663625:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339801984:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734019154.663629:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019154.663633:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019154.663637:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019154.663643:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3418 00000100:00080000:2.0:1734019154.663647:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019154.663651:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019154.663658:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019154.663720:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339802240/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019154.663727:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734019154.663736:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019154.663741:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019154.663744:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019154.663750:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3418 00000100:00100000:1.0:1734019154.663751:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019154/real 1734019154] req@ffff8800a7a7f480 x1818247339801984/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019154.663754:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019154.663760:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019154.663767:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734019154.663776:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339801984/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019154.663780:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339802368/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1734019154.663790:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019154.663795:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00080000:2.0:1734019154.663795:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734019154.663801:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339801984:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734019154.663801:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019154.663803:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019154.663809:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3418 00000100:00080000:2.0:1734019154.663813:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019154.663818:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019154.663824:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1734019154.663828:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339802112:192.168.201.101@tcp:38:kworker.0 00000100:00100000:2.0:1734019154.663836:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339802496/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019154.663851:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1734019154.663855:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734019154.663856:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019154.663859:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019154.663864:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3418 00000100:00100000:1.0:1734019154.663866:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019154/real 1734019154] req@ffff8800a7a7c000 x1818247339802112/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019154.663869:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019154.663874:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019154.663881:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734019154.663885:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339802112/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019154.663893:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339802624/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1734019154.663899:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019154.663903:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019154.663908:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339802112:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019154.663916:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339802240:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019154.663941:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019154.663952:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019154/real 1734019154] req@ffff8800a7a7c700 x1818247339802240/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019154.663970:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339802240/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019154.663983:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019154.663986:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019154.663991:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339802240:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019154.664001:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339802368:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019154.664023:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019154.664032:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019154/real 1734019154] req@ffff8800a7a7ed80 x1818247339802368/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019154.664043:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339802368/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019154.664051:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019154.664053:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019154.664056:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339802368:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019154.664073:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339802496:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019154.664087:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019154.664093:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019154/real 1734019154] req@ffff8800a7a7c380 x1818247339802496/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019154.664104:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339802496/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019154.664111:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019154.664114:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019154.664117:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339802496:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019154.664121:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339802624:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019154.664133:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019154.664139:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019154/real 1734019154] req@ffff8800a7a7dc00 x1818247339802624/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019154.664148:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339802624/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019154.664155:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019154.664158:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019154.664161:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339802624:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734019154.743433:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019154.781632:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019155.743495:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019155.783610:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019156.743447:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019156.785612:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019157.743481:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019157.787633:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019158.743452:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019158.789665:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019159.671460:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019159.671477:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019159.671482:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019159.671493:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3423 00000100:00080000:2.0:1734019159.671503:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019159.671512:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019159.671549:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339802752/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019159.671615:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019159.671619:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019159.671622:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019159.671627:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3423 00000100:00080000:2.0:1734019159.671631:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019159.671634:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019159.671644:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019159.671657:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339802880/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019159.671667:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019159.671671:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019159.671672:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019159.671676:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3423 00000100:00080000:2.0:1734019159.671679:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019159.671682:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019159.671687:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1734019159.671696:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339802752:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734019159.671696:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339803008/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019159.671705:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019159.671709:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019159.671710:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019159.671713:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3423 00000100:00080000:2.0:1734019159.671716:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019159.671719:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019159.671724:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019159.671731:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339803136/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019159.671740:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019159.671743:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019159.671745:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019159.671748:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3423 00000100:00080000:2.0:1734019159.671751:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019159.671754:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019159.671758:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1734019159.671764:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734019159.671766:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339803264/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019159.671774:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019159.671778:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019159.671779:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019159.671782:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3423 00000100:00080000:2.0:1734019159.671785:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734019159.671786:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019159/real 1734019159] req@ffff8800a7a7ce00 x1818247339802752/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019159.671789:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019159.671793:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019159.671800:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339803392/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019159.671807:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339802752/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019159.671818:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019159.671821:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019159.671825:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339802752:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019159.671833:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339802880:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019159.671850:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019159.671857:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019159/real 1734019159] req@ffff8800a7a7fb80 x1818247339802880/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019159.671868:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339802880/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019159.671876:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019159.671879:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019159.671882:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339802880:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019159.671904:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339803008:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019159.671918:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019159.671925:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019159/real 1734019159] req@ffff8800a7a7df80 x1818247339803008/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019159.671935:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339803008/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019159.671943:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019159.671946:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019159.671949:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339803008:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019159.671955:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339803136:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019159.671967:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019159.671973:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019159/real 1734019159] req@ffff8800a7a7e300 x1818247339803136/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019159.671983:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339803136/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019159.671991:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019159.671993:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019159.671996:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339803136:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019159.672001:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339803264:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019159.672014:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019159.672020:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019159/real 1734019159] req@ffff8800a7a7ca80 x1818247339803264/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019159.672030:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339803264/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019159.672037:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019159.672039:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019159.672042:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339803264:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019159.672047:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339803392:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019159.672062:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019159.672068:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019159/real 1734019159] req@ffff8800a7a7ea00 x1818247339803392/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019159.672078:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339803392/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019159.672085:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019159.672087:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019159.672090:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339803392:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734019159.743454:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019159.791651:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019160.743445:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019160.793653:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019161.743439:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019161.795634:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019162.743449:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019162.797598:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019163.743472:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019163.799641:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019164.679466:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019164.679479:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019164.679485:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019164.679528:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3428 00000100:00080000:2.0:1734019164.679541:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019164.679552:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019164.679602:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339803520/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019164.679639:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019164.679644:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019164.679646:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019164.679650:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3428 00000100:00080000:2.0:1734019164.679654:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019164.679658:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019164.679670:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019164.679682:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339803648/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019164.679692:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019164.679695:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019164.679697:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019164.679702:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3428 00000100:00080000:2.0:1734019164.679704:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019164.679709:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019164.679714:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019164.679726:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339803776/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019164.679736:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019164.679740:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019164.679742:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019164.679745:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3428 00000100:00080000:2.0:1734019164.679748:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019164.679751:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019164.679756:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019164.679766:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339803904/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019164.679773:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339803520:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734019164.679776:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019164.679779:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019164.679781:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019164.679785:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3428 00000100:00080000:2.0:1734019164.679787:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019164.679791:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019164.679795:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019164.679804:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339804032/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019164.679813:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019164.679816:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019164.679818:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019164.679822:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3428 00000100:00080000:2.0:1734019164.679825:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019164.679829:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019164.679833:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019164.679841:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339804160/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019164.679850:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019164.679875:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019164/real 1734019164] req@ffff8800a7a7f100 x1818247339803520/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019164.679896:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339803520/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019164.679907:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019164.679911:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019164.679916:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339803520:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019164.679923:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339803648:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019164.679941:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019164.679948:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019164/real 1734019164] req@ffff8800a7a7d180 x1818247339803648/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019164.679959:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339803648/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019164.679968:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019164.679971:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019164.679975:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339803648:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019164.679981:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339803776:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019164.679995:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019164.680001:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019164/real 1734019164] req@ffff8800a7a7ea00 x1818247339803776/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019164.680011:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339803776/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019164.680018:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019164.680021:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019164.680024:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339803776:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019164.680051:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339803904:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019164.680065:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019164.680072:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019164/real 1734019164] req@ffff8800a7a7ca80 x1818247339803904/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019164.680082:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339803904/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019164.680090:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019164.680092:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019164.680095:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339803904:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019164.680102:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339804032:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019164.680116:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019164.680122:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019164/real 1734019164] req@ffff8800a7a7e300 x1818247339804032/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019164.680132:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339804032/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019164.680140:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019164.680143:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019164.680146:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339804032:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019164.680151:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339804160:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019164.680163:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019164.680169:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019164/real 1734019164] req@ffff8800a7a7df80 x1818247339804160/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019164.680179:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339804160/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019164.680186:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019164.680189:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019164.680192:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339804160:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734019164.743459:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019164.801598:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019165.743547:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019165.803630:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019166.743412:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019166.805622:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019167.743482:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019167.807596:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019168.743513:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019168.809657:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019169.687500:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019169.687512:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019169.687518:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019169.687532:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3433 00000100:00080000:2.0:1734019169.687545:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019169.687554:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019169.687605:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339804288/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019169.687642:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019169.687647:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019169.687649:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019169.687654:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3433 00000100:00080000:2.0:1734019169.687657:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019169.687661:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019169.687672:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019169.687684:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339804416/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019169.687694:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019169.687698:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019169.687700:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019169.687704:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3433 00000100:00080000:2.0:1734019169.687707:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019169.687711:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019169.687716:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019169.687725:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339804544/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019169.687734:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019169.687738:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019169.687739:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019169.687743:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3433 00000100:00080000:2.0:1734019169.687745:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019169.687749:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019169.687753:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019169.687761:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339804672/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019169.687772:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019169.687776:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019169.687777:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019169.687781:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3433 00000100:00080000:2.0:1734019169.687783:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019169.687787:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:1.0:1734019169.687789:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339804288:192.168.201.101@tcp:250:kworker.0 00000008:00100000:2.0:1734019169.687792:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019169.687801:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339804800/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019169.687810:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019169.687814:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019169.687815:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019169.687819:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3433 00000100:00080000:2.0:1734019169.687821:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019169.687825:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019169.687830:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019169.687837:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339804928/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019169.687865:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019169.687889:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019169/real 1734019169] req@ffff8800a7a7fb80 x1818247339804288/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019169.687910:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339804288/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019169.687922:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019169.687926:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019169.687930:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339804288:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019169.687938:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339804416:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019169.687956:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019169.687963:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019169/real 1734019169] req@ffff8800a7a7ce00 x1818247339804416/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019169.687974:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339804416/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019169.687982:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019169.687985:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019169.687988:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339804416:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019169.687994:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339804544:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019169.688008:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019169.688013:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019169/real 1734019169] req@ffff8800a7a7dc00 x1818247339804544/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019169.688024:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339804544/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019169.688031:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019169.688034:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019169.688037:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339804544:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019169.688063:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339804672:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019169.688076:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019169.688083:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019169/real 1734019169] req@ffff8800a7a7c380 x1818247339804672/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019169.688093:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339804672/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019169.688101:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019169.688103:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019169.688106:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339804672:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019169.688112:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339804800:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019169.688125:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019169.688131:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019169/real 1734019169] req@ffff8800a7a7ed80 x1818247339804800/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019169.688141:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339804800/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019169.688148:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019169.688151:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019169.688154:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339804800:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019169.688160:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339804928:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019169.688175:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019169.688181:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019169/real 1734019169] req@ffff8800a7a7c700 x1818247339804928/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019169.688192:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339804928/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019169.688199:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019169.688201:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019169.688204:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339804928:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734019169.743492:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019169.811644:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019170.743504:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019170.813607:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019171.743510:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019171.815620:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019172.743451:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019172.817554:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019173.743454:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019173.819636:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019174.695477:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019174.695489:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019174.695494:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019174.695505:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3438 00000100:00080000:2.0:1734019174.695514:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019174.695522:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019174.695559:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339805056/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019174.695593:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019174.695597:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019174.695599:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019174.695603:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3438 00000100:00080000:2.0:1734019174.695607:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019174.695611:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019174.695620:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019174.695631:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339805184/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019174.695641:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019174.695644:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019174.695646:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019174.695649:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3438 00000100:00080000:2.0:1734019174.695652:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019174.695655:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019174.695660:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019174.695670:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339805312/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019174.695678:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019174.695681:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019174.695682:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019174.695685:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3438 00000100:00080000:2.0:1734019174.695688:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019174.695691:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019174.695696:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019174.695704:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339805440/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019174.695711:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339805056:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734019174.695719:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019174.695722:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019174.695724:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019174.695727:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3438 00000100:00080000:2.0:1734019174.695730:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019174.695733:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019174.695737:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019174.695744:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339805568/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019174.695753:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019174.695756:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019174.695757:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019174.695760:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3438 00000100:00080000:2.0:1734019174.695763:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019174.695766:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019174.695771:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734019174.695776:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734019174.695778:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339805696/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019174.695800:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019174/real 1734019174] req@ffff8800a7a7c000 x1818247339805056/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019174.695820:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339805056/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019174.695831:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019174.695834:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019174.695839:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339805056:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019174.695846:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339805184:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019174.695862:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019174.695869:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019174/real 1734019174] req@ffff8800a7a7f480 x1818247339805184/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019174.695880:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339805184/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019174.695889:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019174.695892:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019174.695895:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339805184:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019174.695901:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339805312:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019174.695914:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019174.695920:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019174/real 1734019174] req@ffff8800a7a7c700 x1818247339805312/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019174.695931:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339805312/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019174.695938:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019174.695941:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019174.695944:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339805312:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019174.695968:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339805440:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019174.695981:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019174.695988:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019174/real 1734019174] req@ffff8800a7a7ed80 x1818247339805440/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019174.695999:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339805440/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019174.696007:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019174.696009:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019174.696012:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339805440:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019174.696017:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339805568:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019174.696030:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019174.696036:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019174/real 1734019174] req@ffff8800a7a7c380 x1818247339805568/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019174.696046:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339805568/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019174.696054:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019174.696056:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019174.696059:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339805568:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019174.696064:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339805696:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019174.696075:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019174.696081:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019174/real 1734019174] req@ffff8800a7a7dc00 x1818247339805696/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019174.696091:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339805696/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019174.696098:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019174.696100:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019174.696103:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339805696:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734019174.743486:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019174.821578:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019175.743487:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019175.823595:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019176.743451:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019176.825544:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019177.743450:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019177.827600:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019178.743487:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019178.829580:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019179.703469:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019179.703481:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019179.703486:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019179.703499:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3443 00000100:00080000:2.0:1734019179.703511:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019179.703522:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019179.703569:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339805824/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019179.703606:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019179.703611:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019179.703613:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019179.703618:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3443 00000100:00080000:2.0:1734019179.703621:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019179.703626:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019179.703638:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019179.703650:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339805952/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019179.703659:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019179.703664:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019179.703665:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019179.703670:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3443 00000100:00080000:2.0:1734019179.703672:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019179.703676:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019179.703681:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019179.703691:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339806080/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019179.703700:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019179.703703:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019179.703705:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019179.703710:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3443 00000100:00080000:2.0:1734019179.703713:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019179.703716:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019179.703721:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019179.703730:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339806208/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019179.703736:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339805824:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734019179.703740:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019179.703744:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019179.703746:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019179.703750:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3443 00000100:00080000:2.0:1734019179.703752:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019179.703756:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019179.703761:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019179.703769:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339806336/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019179.703777:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019179.703780:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019179.703782:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019179.703786:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3443 00000100:00080000:2.0:1734019179.703790:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019179.703794:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019179.703798:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019179.703806:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339806464/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019179.703840:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339805952:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019179.703863:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339806080:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019179.703890:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339806208:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019179.703906:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339806336:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019179.703921:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339806464:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734019179.743458:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019179.831586:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019180.743466:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019180.833581:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019181.743452:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019181.835604:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1734019182.709617:0:1970:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:0.0:1734019182.709670:0:1970:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1734019182.709690:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734019182.709727:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734019182.709735:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734019182.709742:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734019182.709748:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734019182.709757:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000100:00100000:1.0:1734019182.709841:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019179/real 1734019182] req@ffff8800a7a7e300 x1818247339806208/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019182.709870:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339806208/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019182.709884:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019182.709891:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019182.709899:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339806208:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019182.709910:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019179/real 1734019182] req@ffff8800a7a7ca80 x1818247339806336/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019182.709928:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339806336/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019182.709941:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019182.709946:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019182.709952:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339806336:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019182.709961:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019179/real 1734019182] req@ffff8800a7a7ea00 x1818247339806464/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019182.709978:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339806464/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019182.709992:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019182.709996:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019182.710001:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339806464:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019182.710011:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019179/real 1734019182] req@ffff8800a7a7ce00 x1818247339805824/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019182.710030:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339805824/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019182.710043:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019182.710046:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019182.710052:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339805824:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019182.710063:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019179/real 1734019182] req@ffff8800a7a7fb80 x1818247339805952/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019182.710081:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339805952/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019182.710094:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019182.710097:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019182.710103:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339805952:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019182.710114:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019179/real 1734019182] req@ffff8800a7a7df80 x1818247339806080/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019182.710132:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339806080/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019182.710156:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019182.710160:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019182.710165:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339806080:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734019182.743455:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019182.837575:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019183.743471:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019183.839578:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019184.711483:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019184.711496:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019184.711502:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019184.711515:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3448 00000100:00080000:2.0:1734019184.711526:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019184.711536:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019184.711586:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339806592/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019184.711624:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019184.711629:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019184.711631:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019184.711636:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3448 00000100:00080000:2.0:1734019184.711639:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019184.711643:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019184.711655:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019184.711668:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339806720/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019184.711677:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019184.711681:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019184.711683:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019184.711687:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3448 00000100:00080000:2.0:1734019184.711690:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019184.711694:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019184.711700:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019184.711713:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339806848/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019184.711722:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019184.711725:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019184.711727:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019184.711731:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3448 00000100:00080000:2.0:1734019184.711734:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019184.711738:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019184.711742:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019184.711753:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339806976/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019184.711761:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339806592:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734019184.711762:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019184.711766:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019184.711767:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019184.711772:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3448 00000100:00080000:2.0:1734019184.711774:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019184.711777:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019184.711782:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019184.711790:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339807104/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019184.711799:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019184.711802:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019184.711804:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019184.711808:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3448 00000100:00080000:2.0:1734019184.711811:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019184.711814:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019184.711819:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019184.711827:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339807232/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019184.711834:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019184.711856:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019184/real 1734019184] req@ffff8800a7a7d180 x1818247339806592/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019184.711876:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339806592/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019184.711887:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019184.711891:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019184.711896:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339806592:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019184.711904:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339806720:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019184.711921:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019184.711928:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019184/real 1734019184] req@ffff8800a7a7f100 x1818247339806720/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019184.711939:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339806720/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019184.711947:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019184.711950:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019184.711953:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339806720:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019184.711960:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339806848:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019184.711974:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019184.711980:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019184/real 1734019184] req@ffff8800a7a7df80 x1818247339806848/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019184.711991:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339806848/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019184.711999:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019184.712001:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019184.712004:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339806848:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019184.712029:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339806976:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019184.712043:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019184.712049:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019184/real 1734019184] req@ffff8800a7a7fb80 x1818247339806976/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019184.712059:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339806976/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019184.712067:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019184.712070:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019184.712073:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339806976:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019184.712079:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339807104:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019184.712091:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019184.712097:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019184/real 1734019184] req@ffff8800a7a7ce00 x1818247339807104/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019184.712109:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339807104/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019184.712116:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019184.712118:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019184.712121:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339807104:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019184.712127:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339807232:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019184.712139:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019184.712145:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019184/real 1734019184] req@ffff8800a7a7ea00 x1818247339807232/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019184.712196:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339807232/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019184.712203:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019184.712205:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019184.712208:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339807232:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734019184.743471:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019184.841606:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019185.743455:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019185.843612:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019186.743476:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019186.845570:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019187.743481:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019187.847591:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019188.743451:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019188.849608:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019189.719454:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019189.719465:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019189.719471:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019189.719483:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3453 00000100:00080000:2.0:1734019189.719494:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019189.719503:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019189.719551:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339807360/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019189.719589:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019189.719593:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019189.719595:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019189.719600:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3453 00000100:00080000:2.0:1734019189.719603:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019189.719607:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019189.719619:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019189.719631:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339807488/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019189.719649:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019189.719652:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019189.719654:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019189.719658:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3453 00000100:00080000:2.0:1734019189.719661:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019189.719665:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019189.719670:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019189.719679:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339807616/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019189.719688:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019189.719691:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019189.719692:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019189.719696:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3453 00000100:00080000:2.0:1734019189.719698:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019189.719702:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019189.719707:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019189.719716:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339807744/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019189.719719:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339807360:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734019189.719726:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019189.719730:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019189.719732:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019189.719736:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3453 00000100:00080000:2.0:1734019189.719740:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019189.719743:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019189.719748:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019189.719756:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339807872/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019189.719765:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019189.719768:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019189.719769:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019189.719774:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3453 00000100:00080000:2.0:1734019189.719777:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019189.719780:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019189.719784:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734019189.719793:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734019189.719793:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339808000/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019189.719817:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019189/real 1734019189] req@ffff8800a7a7ca80 x1818247339807360/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019189.719837:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339807360/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019189.719849:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019189.719853:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019189.719858:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339807360:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019189.719867:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339807488:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019189.719884:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019189.719891:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019189/real 1734019189] req@ffff8800a7a7e300 x1818247339807488/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019189.719902:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339807488/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019189.719910:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019189.719914:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019189.719917:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339807488:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019189.719923:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339807616:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019189.719937:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019189.719943:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019189/real 1734019189] req@ffff8800a7a7dc00 x1818247339807616/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019189.719953:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339807616/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019189.719961:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019189.719963:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019189.719966:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339807616:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019189.719993:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339807744:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019189.720010:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019189.720017:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019189/real 1734019189] req@ffff8800a7a7c380 x1818247339807744/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019189.720028:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339807744/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019189.720036:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019189.720038:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019189.720041:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339807744:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019189.720047:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339807872:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019189.720061:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019189.720115:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019189/real 1734019189] req@ffff8800a7a7ed80 x1818247339807872/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019189.720127:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339807872/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019189.720135:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019189.720138:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019189.720141:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339807872:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019189.720147:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339808000:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019189.720164:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019189.720170:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019189/real 1734019189] req@ffff8800a7a7c700 x1818247339808000/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019189.720188:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339808000/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019189.720195:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019189.720198:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019189.720201:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339808000:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734019189.743489:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019189.851567:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019190.743406:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019190.853564:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019191.743410:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019191.855592:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019192.743446:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019192.857598:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019193.743452:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019193.859531:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019194.727439:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019194.727450:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019194.727455:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019194.727465:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3458 00000100:00080000:2.0:1734019194.727474:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019194.727482:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019194.727518:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339808128/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019194.727553:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019194.727557:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019194.727560:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019194.727564:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3458 00000100:00080000:2.0:1734019194.727568:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019194.727571:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019194.727581:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019194.727592:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339808256/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019194.727602:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019194.727605:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019194.727607:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019194.727610:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3458 00000100:00080000:2.0:1734019194.727613:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019194.727617:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019194.727621:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019194.727631:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339808384/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019194.727639:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019194.727642:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019194.727644:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019194.727647:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3458 00000100:00080000:2.0:1734019194.727650:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019194.727653:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019194.727658:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019194.727666:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339808512/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019194.727671:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339808128:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734019194.727676:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019194.727679:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019194.727681:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019194.727684:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3458 00000100:00080000:2.0:1734019194.727687:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019194.727690:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019194.727694:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019194.727701:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339808640/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019194.727710:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019194.727713:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019194.727714:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019194.727718:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3458 00000100:00080000:2.0:1734019194.727720:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019194.727724:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019194.727728:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019194.727735:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339808768/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019194.727736:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019194.727759:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019194/real 1734019194] req@ffff8800a7a7f480 x1818247339808128/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019194.727777:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339808128/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019194.727789:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019194.727792:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019194.727797:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339808128:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019194.727804:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339808256:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019194.727821:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019194.727827:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019194/real 1734019194] req@ffff8800a7a7c000 x1818247339808256/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019194.727838:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339808256/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019194.727846:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019194.727849:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019194.727853:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339808256:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019194.727858:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339808384:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019194.727872:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019194.727878:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019194/real 1734019194] req@ffff8800a7a7c700 x1818247339808384/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019194.727888:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339808384/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019194.727896:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019194.727898:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019194.727901:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339808384:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019194.727925:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339808512:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019194.727938:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019194.727945:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019194/real 1734019194] req@ffff8800a7a7ed80 x1818247339808512/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019194.727955:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339808512/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019194.727963:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019194.727965:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019194.727968:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339808512:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019194.727973:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339808640:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019194.728043:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019194.728051:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019194/real 1734019194] req@ffff8800a7a7c380 x1818247339808640/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019194.728063:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339808640/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019194.728071:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019194.728073:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019194.728076:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339808640:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019194.728082:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339808768:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019194.728094:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019194.728099:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019194/real 1734019194] req@ffff8800a7a7dc00 x1818247339808768/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019194.728110:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339808768/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019194.728117:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019194.728119:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019194.728122:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339808768:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734019194.743461:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019194.861607:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019195.743460:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019195.863643:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019196.743462:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019196.865629:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019197.743468:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019197.867613:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019198.743462:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019198.869653:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019199.735449:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019199.735460:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019199.735464:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019199.735474:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3463 00000100:00080000:2.0:1734019199.735483:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019199.735492:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019199.735525:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339808896/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019199.735559:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019199.735563:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019199.735565:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019199.735570:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3463 00000100:00080000:2.0:1734019199.735573:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019199.735577:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019199.735586:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019199.735597:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339809024/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019199.735607:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019199.735611:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019199.735612:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019199.735616:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3463 00000100:00080000:2.0:1734019199.735619:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019199.735622:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019199.735627:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019199.735635:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339809152/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019199.735644:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019199.735647:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019199.735649:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019199.735652:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3463 00000100:00080000:2.0:1734019199.735655:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019199.735658:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019199.735663:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019199.735670:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339809280/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019199.735678:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339808896:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734019199.735679:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019199.735682:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019199.735683:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019199.735687:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3463 00000100:00080000:2.0:1734019199.735690:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019199.735693:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019199.735697:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019199.735704:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339809408/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019199.735713:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019199.735716:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019199.735718:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019199.735721:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3463 00000100:00080000:2.0:1734019199.735724:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019199.735727:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019199.735731:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019199.735738:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339809536/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019199.735744:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019199.735765:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019199/real 1734019199] req@ffff8800a7a7e300 x1818247339808896/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019199.735791:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339808896/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019199.735801:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019199.735804:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019199.735809:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339808896:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019199.735816:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339809024:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019199.735833:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019199.735839:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019199/real 1734019199] req@ffff8800a7a7ca80 x1818247339809024/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019199.735850:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339809024/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019199.735858:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019199.735861:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019199.735864:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339809024:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019199.735870:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339809152:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019199.735883:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019199.735889:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019199/real 1734019199] req@ffff8800a7a7ea00 x1818247339809152/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019199.735946:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339809152/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019199.735954:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019199.735958:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019199.735961:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339809152:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019199.735987:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339809280:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019199.736005:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019199.736012:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019199/real 1734019199] req@ffff8800a7a7ce00 x1818247339809280/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019199.736022:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339809280/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019199.736031:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019199.736033:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019199.736037:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339809280:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019199.736041:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339809408:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019199.736054:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019199.736060:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019199/real 1734019199] req@ffff8800a7a7fb80 x1818247339809408/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019199.736070:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339809408/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019199.736077:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019199.736080:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019199.736083:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339809408:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019199.736088:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339809536:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019199.736103:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019199.736109:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019199/real 1734019199] req@ffff8800a7a7df80 x1818247339809536/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019199.736119:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339809536/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019199.736126:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019199.736128:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019199.736131:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339809536:192.168.201.101@tcp:8:kworker.0 00000100:00100000:0.0:1734019199.743453:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019199.871613:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019200.743472:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019200.873585:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019201.743457:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019201.875615:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019202.743461:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019202.877596:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019203.743537:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019203.879599:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019204.743479:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019204.743490:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019204.743495:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019204.743505:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3468 00000100:00080000:2.0:1734019204.743514:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019204.743522:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019204.743557:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339809664/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734019204.743563:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019204.743586:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019204.743591:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019204.743592:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019204.743597:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3468 00000100:00080000:2.0:1734019204.743600:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019204.743603:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019204.743613:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019204.743624:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339809792/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019204.743634:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019204.743637:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019204.743639:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019204.743643:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3468 00000100:00080000:2.0:1734019204.743646:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019204.743650:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019204.743655:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1734019204.743656:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339809664:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734019204.743665:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339809920/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019204.743674:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019204.743677:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019204.743679:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019204.743682:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3468 00000100:00080000:2.0:1734019204.743685:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019204.743689:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019204.743693:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019204.743701:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339810048/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019204.743710:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019204.743713:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019204.743714:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019204.743717:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3468 00000100:00080000:2.0:1734019204.743720:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1734019204.743724:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734019204.743724:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019204.743728:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019204.743735:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339810176/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019204.743743:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734019204.743746:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019204/real 1734019204] req@ffff8800a7a7f100 x1818247339809664/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019204.743747:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019204.743749:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019204.743752:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3468 00000100:00080000:2.0:1734019204.743755:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019204.743759:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019204.743763:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734019204.743765:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339809664/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019204.743770:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339810304/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1734019204.743776:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019204.743779:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019204.743784:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339809664:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019204.743791:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339809792:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019204.743808:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019204.743849:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019204/real 1734019204] req@ffff8800a7a7d180 x1818247339809792/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019204.743861:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339809792/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019204.743870:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019204.743873:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019204.743877:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339809792:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019204.743900:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339809920:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019204.743916:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019204.743923:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019204/real 1734019204] req@ffff8800a7a7df80 x1818247339809920/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019204.743934:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339809920/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019204.743942:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019204.743944:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019204.743947:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339809920:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019204.743952:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339810048:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019204.743964:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019204.743970:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019204/real 1734019204] req@ffff8800a7a7fb80 x1818247339810048/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019204.743980:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339810048/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019204.743988:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019204.743990:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019204.743993:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339810048:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019204.743998:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339810176:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019204.744011:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019204.744018:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019204/real 1734019204] req@ffff8800a7a7ce00 x1818247339810176/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019204.744028:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339810176/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019204.744036:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019204.744038:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019204.744041:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339810176:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019204.744045:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339810304:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019204.744057:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019204.744063:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019204/real 1734019204] req@ffff8800a7a7ea00 x1818247339810304/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019204.744073:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339810304/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019204.744080:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019204.744082:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019204.744085:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339810304:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734019204.881605:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019205.743487:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019205.883603:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019206.743470:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019206.885573:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019207.743479:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019207.887595:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019208.743454:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019208.889605:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019209.743494:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019209.751471:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019209.751481:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019209.751487:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019209.751500:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3473 00000100:00080000:2.0:1734019209.751512:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019209.751522:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019209.751570:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339810432/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019209.751607:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019209.751612:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019209.751614:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019209.751619:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3473 00000100:00080000:2.0:1734019209.751622:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019209.751626:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019209.751638:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019209.751649:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339810560/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019209.751660:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019209.751663:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019209.751665:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019209.751669:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3473 00000100:00080000:2.0:1734019209.751672:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019209.751675:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019209.751681:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019209.751689:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339810688/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019209.751698:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019209.751702:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019209.751703:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019209.751707:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3473 00000100:00080000:2.0:1734019209.751709:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019209.751713:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019209.751718:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734019209.751793:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339810432:192.168.201.101@tcp:250:kworker.0 00000800:00000100:1.0:1734019209.751869:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019209.751892:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019209/real 1734019209] req@ffff8800a7a7ca80 x1818247339810432/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019209.751913:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339810432/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019209.751925:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019209.751928:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:2.0:1734019209.751931:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339810816/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019209.751933:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339810432:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019209.751941:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339810560:192.168.201.101@tcp:38:kworker.0 00000100:00080000:2.0:1734019209.751943:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019209.751947:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019209.751949:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019209.751954:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3473 00000100:00080000:2.0:1734019209.751958:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1734019209.751959:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734019209.751962:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:1.0:1734019209.751968:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019209/real 1734019209] req@ffff8800a7a7e300 x1818247339810560/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:2.0:1734019209.751969:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1734019209.751979:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339810560/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019209.751979:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339810944/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1734019209.751987:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019209.751990:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00080000:2.0:1734019209.751990:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734019209.751994:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339810560:192.168.201.101@tcp:38:kworker.0 00000100:00080000:2.0:1734019209.751994:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019209.751996:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019209.751999:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3473 00000100:00100000:1.0:1734019209.752000:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339810688:192.168.201.101@tcp:8:kworker.0 00000100:00080000:2.0:1734019209.752002:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019209.752006:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019209.752010:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734019209.752015:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734019209.752020:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339811072/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019209.752022:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019209/real 1734019209] req@ffff8800a7a7dc00 x1818247339810688/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019209.752033:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339810688/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019209.752041:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019209.752044:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019209.752047:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339810688:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019209.752076:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339810816:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019209.752089:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019209.752096:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019209/real 1734019209] req@ffff8800a7a7c380 x1818247339810816/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019209.752106:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339810816/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019209.752114:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019209.752116:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019209.752119:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339810816:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019209.752125:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339810944:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019209.752137:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019209.752144:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019209/real 1734019209] req@ffff8800a7a7ed80 x1818247339810944/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019209.752154:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339810944/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019209.752161:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019209.752164:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019209.752167:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339810944:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019209.752173:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339811072:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019209.752188:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019209.752194:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019209/real 1734019209] req@ffff8800a7a7c700 x1818247339811072/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019209.752205:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339811072/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019209.752212:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019209.752214:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019209.752217:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339811072:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734019209.891617:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019210.743479:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019210.893628:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019211.743475:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019211.895597:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019212.743453:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019212.897599:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019213.743483:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019213.899598:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019214.743489:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019214.759456:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019214.759466:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019214.759473:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019214.759485:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3478 00000100:00080000:2.0:1734019214.759498:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019214.759508:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019214.759556:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339811200/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019214.759593:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019214.759598:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019214.759600:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019214.759605:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3478 00000100:00080000:2.0:1734019214.759608:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019214.759612:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019214.759624:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019214.759636:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339811328/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019214.759687:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019214.759691:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019214.759693:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019214.759698:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3478 00000100:00080000:2.0:1734019214.759701:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019214.759705:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019214.759711:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019214.759725:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339811456/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019214.759730:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339811200:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734019214.759735:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019214.759738:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019214.759740:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019214.759744:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3478 00000100:00080000:2.0:1734019214.759747:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019214.759751:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019214.759756:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019214.759765:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339811584/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019214.759774:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019214.759778:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019214.759779:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019214.759783:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3478 00000100:00080000:2.0:1734019214.759786:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019214.759789:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019214.759793:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019214.759801:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339811712/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019214.759810:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019214.759814:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019214.759815:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1734019214.759817:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734019214.759819:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3478 00000100:00080000:2.0:1734019214.759822:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019214.759825:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019214.759830:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019214.759837:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339811840/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019214.759842:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019214/real 1734019214] req@ffff8800a7a7c000 x1818247339811200/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019214.759863:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339811200/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019214.759875:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019214.759878:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019214.759883:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339811200:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019214.759890:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339811328:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019214.759908:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019214.759915:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019214/real 1734019214] req@ffff8800a7a7f480 x1818247339811328/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019214.759926:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339811328/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019214.759935:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019214.759938:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019214.759941:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339811328:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019214.759968:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339811456:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019214.759982:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019214.759989:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019214/real 1734019214] req@ffff8800a7a7c700 x1818247339811456/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019214.760000:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339811456/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019214.760008:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019214.760010:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019214.760014:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339811456:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019214.760019:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339811584:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019214.760031:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019214.760037:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019214/real 1734019214] req@ffff8800a7a7ed80 x1818247339811584/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019214.760047:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339811584/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019214.760055:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019214.760057:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019214.760060:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339811584:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019214.760067:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339811712:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019214.760080:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019214.760087:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019214/real 1734019214] req@ffff8800a7a7c380 x1818247339811712/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019214.760098:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339811712/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019214.760105:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019214.760107:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019214.760110:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339811712:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019214.760116:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339811840:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019214.760128:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019214.760134:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019214/real 1734019214] req@ffff8800a7a7dc00 x1818247339811840/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019214.760143:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339811840/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019214.760150:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019214.760152:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019214.760155:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339811840:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734019214.901589:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019215.743462:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019215.903605:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019216.743476:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019216.905600:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019217.743467:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019217.907581:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019218.743505:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019218.909627:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019219.743463:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019219.767445:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019219.767457:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019219.767462:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019219.767472:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3483 00000100:00080000:2.0:1734019219.767481:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019219.767490:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019219.767525:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339811968/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019219.767586:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019219.767590:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019219.767593:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019219.767598:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3483 00000100:00080000:2.0:1734019219.767602:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019219.767606:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019219.767616:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019219.767629:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339812096/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019219.767639:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019219.767643:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019219.767644:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019219.767648:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3483 00000100:00080000:2.0:1734019219.767651:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019219.767655:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019219.767660:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019219.767668:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339812224/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019219.767676:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019219.767680:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019219.767682:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019219.767685:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3483 00000100:00080000:2.0:1734019219.767688:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019219.767691:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019219.767696:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019219.767704:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339812352/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019219.767705:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339811968:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734019219.767714:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019219.767718:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019219.767719:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019219.767723:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3483 00000100:00080000:2.0:1734019219.767725:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019219.767728:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019219.767733:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019219.767740:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339812480/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019219.767749:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019219.767753:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019219.767754:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019219.767758:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3483 00000100:00080000:2.0:1734019219.767760:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019219.767763:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019219.767768:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019219.767775:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339812608/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019219.767798:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019219.767826:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019219/real 1734019219] req@ffff8800a7a7e300 x1818247339811968/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019219.767850:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339811968/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019219.767862:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019219.767866:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019219.767872:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339811968:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019219.767879:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339812096:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019219.767898:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019219.767905:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019219/real 1734019219] req@ffff8800a7a7ca80 x1818247339812096/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019219.767916:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339812096/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019219.767924:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019219.767927:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019219.767930:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339812096:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019219.767936:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339812224:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019219.767951:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019219.767957:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019219/real 1734019219] req@ffff8800a7a7ea00 x1818247339812224/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019219.767967:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339812224/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019219.767975:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019219.767978:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019219.767981:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339812224:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019219.768010:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339812352:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019219.768024:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019219.768031:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019219/real 1734019219] req@ffff8800a7a7ce00 x1818247339812352/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019219.768042:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339812352/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019219.768050:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019219.768053:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019219.768056:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339812352:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019219.768061:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339812480:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019219.768075:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019219.768081:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019219/real 1734019219] req@ffff8800a7a7fb80 x1818247339812480/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019219.768092:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339812480/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019219.768100:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019219.768103:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019219.768105:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339812480:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019219.768111:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339812608:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019219.768127:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019219.768134:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019219/real 1734019219] req@ffff8800a7a7df80 x1818247339812608/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019219.768145:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339812608/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019219.768152:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019219.768154:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019219.768158:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339812608:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734019219.911632:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019220.743430:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019220.913635:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019221.743462:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019221.915620:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019222.743481:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019222.917609:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019223.743577:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019223.919640:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019224.743460:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019224.775499:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019224.775508:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019224.775512:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019224.775521:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3488 00000100:00080000:2.0:1734019224.775531:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019224.775539:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019224.775574:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339812736/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019224.775608:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019224.775613:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019224.775614:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019224.775619:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3488 00000100:00080000:2.0:1734019224.775622:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019224.775626:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019224.775635:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019224.775646:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339812864/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019224.775655:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019224.775659:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019224.775660:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019224.775664:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3488 00000100:00080000:2.0:1734019224.775668:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019224.775672:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019224.775677:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019224.775688:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339812992/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019224.775697:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019224.775700:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019224.775701:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019224.775705:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3488 00000100:00080000:2.0:1734019224.775707:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019224.775710:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019224.775715:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019224.775723:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339813120/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019224.775731:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019224.775734:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019224.775735:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019224.775739:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3488 00000100:00080000:2.0:1734019224.775742:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019224.775745:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019224.775749:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019224.775758:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339813248/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019224.775768:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339812736:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734019224.775775:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019224.775778:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019224.775779:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019224.775783:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3488 00000100:00080000:2.0:1734019224.775785:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019224.775789:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019224.775794:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019224.775801:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339813376/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019224.775869:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019224.775897:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019224/real 1734019224] req@ffff8800a7a7d180 x1818247339812736/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019224.775920:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339812736/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019224.775934:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019224.775938:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019224.775942:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339812736:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019224.775951:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339812864:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019224.775970:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019224.775977:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019224/real 1734019224] req@ffff8800a7a7f100 x1818247339812864/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019224.775988:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339812864/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019224.775998:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019224.776001:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019224.776005:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339812864:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019224.776011:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339812992:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019224.776025:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019224.776031:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019224/real 1734019224] req@ffff8800a7a7df80 x1818247339812992/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019224.776041:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339812992/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019224.776049:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019224.776052:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019224.776055:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339812992:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019224.776061:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339813120:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019224.776075:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019224.776082:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019224/real 1734019224] req@ffff8800a7a7fb80 x1818247339813120/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019224.776092:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339813120/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019224.776100:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019224.776103:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019224.776106:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339813120:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019224.776138:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339813248:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019224.776154:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019224.776160:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019224/real 1734019224] req@ffff8800a7a7ce00 x1818247339813248/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019224.776172:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339813248/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019224.776180:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019224.776182:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019224.776185:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339813248:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019224.776191:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339813376:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019224.776203:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019224.776209:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019224/real 1734019224] req@ffff8800a7a7ea00 x1818247339813376/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019224.776219:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339813376/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019224.776226:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019224.776229:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019224.776232:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339813376:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734019224.921587:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019225.743500:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019225.923641:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019226.743496:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019226.925649:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019227.743474:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019227.927633:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019228.743497:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019228.929643:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019229.743492:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019229.783449:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019229.783458:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019229.783461:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019229.783472:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3493 00000100:00080000:2.0:1734019229.783481:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019229.783489:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019229.783523:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339813504/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019229.783556:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019229.783561:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019229.783563:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019229.783567:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3493 00000100:00080000:2.0:1734019229.783571:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019229.783575:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019229.783584:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019229.783595:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339813632/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019229.783604:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019229.783608:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019229.783610:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019229.783613:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3493 00000100:00080000:2.0:1734019229.783616:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019229.783620:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019229.783624:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019229.783633:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339813760/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019229.783642:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019229.783645:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019229.783646:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019229.783649:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3493 00000100:00080000:2.0:1734019229.783652:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019229.783655:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019229.783659:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019229.783667:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339813888/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019229.783678:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019229.783682:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019229.783683:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019229.783687:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3493 00000100:00080000:2.0:1734019229.783689:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019229.783693:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019229.783697:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1734019229.783703:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339813504:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734019229.783705:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339814016/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019229.783713:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019229.783716:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019229.783718:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019229.783721:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3493 00000100:00080000:2.0:1734019229.783724:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019229.783727:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019229.783732:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019229.783739:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339814144/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019229.783802:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019229.783831:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019229/real 1734019229] req@ffff8800a7a7ca80 x1818247339813504/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019229.783854:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339813504/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019229.783868:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019229.783871:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019229.783876:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339813504:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019229.783884:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339813632:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019229.783904:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019229.783911:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019229/real 1734019229] req@ffff8800a7a7e300 x1818247339813632/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019229.783923:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339813632/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019229.783931:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019229.783934:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019229.783937:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339813632:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019229.783943:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339813760:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019229.783958:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019229.783964:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019229/real 1734019229] req@ffff8800a7a7dc00 x1818247339813760/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019229.783974:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339813760/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019229.783982:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019229.783985:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019229.783988:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339813760:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019229.784019:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339813888:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019229.784033:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019229.784040:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019229/real 1734019229] req@ffff8800a7a7c380 x1818247339813888/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019229.784050:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339813888/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019229.784058:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019229.784061:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019229.784064:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339813888:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019229.784069:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339814016:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019229.784083:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019229.784089:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019229/real 1734019229] req@ffff8800a7a7ed80 x1818247339814016/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019229.784099:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339814016/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019229.784106:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019229.784109:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019229.784112:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339814016:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019229.784119:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339814144:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019229.784135:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019229.784141:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019229/real 1734019229] req@ffff8800a7a7c700 x1818247339814144/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019229.784152:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339814144/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019229.784159:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019229.784161:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019229.784164:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339814144:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734019229.931634:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019230.743474:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019230.933639:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019231.743461:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019231.935638:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019232.743432:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019232.937618:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019233.743487:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019233.939604:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019234.743478:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019234.791452:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019234.791462:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019234.791467:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019234.791481:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3498 00000100:00080000:2.0:1734019234.791493:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019234.791502:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019234.791550:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339814272/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019234.791587:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019234.791592:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019234.791594:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019234.791599:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3498 00000100:00080000:2.0:1734019234.791602:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019234.791606:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019234.791618:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019234.791629:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339814400/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019234.791639:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019234.791642:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019234.791644:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019234.791648:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3498 00000100:00080000:2.0:1734019234.791651:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019234.791655:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019234.791660:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019234.791672:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339814528/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019234.791682:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019234.791685:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019234.791687:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019234.791690:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3498 00000100:00080000:2.0:1734019234.791693:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019234.791697:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:1.0:1734019234.791701:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339814272:192.168.201.101@tcp:250:kworker.0 00000008:00100000:2.0:1734019234.791702:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019234.791711:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339814656/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019234.791720:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019234.791724:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019234.791725:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019234.791729:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3498 00000100:00080000:2.0:1734019234.791732:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019234.791735:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019234.791740:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019234.791748:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339814784/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019234.791756:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019234.791760:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019234.791762:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019234.791766:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3498 00000100:00080000:2.0:1734019234.791769:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019234.791773:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019234.791778:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019234.791786:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339814912/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019234.791787:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019234.791813:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019234/real 1734019234] req@ffff8800a7a7f480 x1818247339814272/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019234.791835:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339814272/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019234.791847:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019234.791850:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019234.791855:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339814272:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019234.791862:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339814400:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019234.791879:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019234.791886:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019234/real 1734019234] req@ffff8800a7a7c000 x1818247339814400/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019234.791898:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339814400/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019234.791907:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019234.791910:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019234.791913:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339814400:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019234.791919:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339814528:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019234.791933:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019234.791939:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019234/real 1734019234] req@ffff8800a7a7c700 x1818247339814528/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019234.791949:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339814528/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019234.791957:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019234.791959:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019234.791962:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339814528:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019234.791991:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339814656:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019234.792004:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019234.792011:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019234/real 1734019234] req@ffff8800a7a7ed80 x1818247339814656/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019234.792022:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339814656/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019234.792030:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019234.792033:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019234.792035:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339814656:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019234.792042:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339814784:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019234.792055:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019234.792061:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019234/real 1734019234] req@ffff8800a7a7c380 x1818247339814784/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019234.792072:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339814784/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019234.792080:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019234.792083:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019234.792086:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339814784:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019234.792090:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339814912:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019234.792102:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019234.792108:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019234/real 1734019234] req@ffff8800a7a7dc00 x1818247339814912/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019234.792118:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339814912/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019234.792125:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019234.792127:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019234.792130:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339814912:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734019234.941603:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019235.743463:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019235.943621:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019236.743458:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019236.945600:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019237.743480:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019237.947597:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019238.743459:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019238.949607:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019239.743483:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:0.0:1734019239.799588:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019239.799597:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019239.799603:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019239.799616:0:9698:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3503 00000100:00080000:0.0:1734019239.799628:0:9698:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019239.799638:0:9698:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734019239.799685:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2680 x1818247339815040/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019239.799717:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019239.799722:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019239.799724:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019239.799729:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3503 00000100:00080000:0.0:1734019239.799733:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019239.799737:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019239.799749:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019239.799760:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2300 x1818247339815168/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019239.799770:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019239.799773:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019239.799775:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019239.799780:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3503 00000100:00080000:0.0:1734019239.799782:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019239.799787:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:1.0:1734019239.799791:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339815040:192.168.201.101@tcp:250:kworker.0 00000008:00100000:0.0:1734019239.799792:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734019239.799801:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1f80 x1818247339815296/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019239.799810:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019239.799813:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019239.799815:0:9698:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019239.799819:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3503 00000100:00080000:0.0:1734019239.799821:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019239.799825:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019239.799830:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734019239.799838:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1c00 x1818247339815424/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019239.799847:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019239.799851:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019239.799852:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019239.799856:0:9698:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3503 00000100:00080000:0.0:1734019239.799868:0:9698:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019239.799871:0:9698:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019239.799876:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1734019239.799885:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734019239.799887:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0000 x1818247339815552/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019239.799896:0:9698:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019239.799899:0:9698:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019239.799901:0:9698:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019239.799905:0:9698:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3503 00000100:00080000:0.0:1734019239.799908:0:9698:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019239.799912:0:9698:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019239.799916:0:9698:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734019239.799916:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019239/real 1734019239] req@ffff88012c3a2680 x1818247339815040/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019239.799924:0:9698:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3800 x1818247339815680/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019239.799945:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2680 x1818247339815040/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019239.799961:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019239.799966:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019239.799972:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339815040:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019239.799983:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339815168:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019239.800013:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019239.800026:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019239/real 1734019239] req@ffff88012c3a2300 x1818247339815168/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019239.800039:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2300 x1818247339815168/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019239.800047:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019239.800051:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019239.800055:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339815168:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019239.800082:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339815296:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019239.800101:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019239.800108:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019239/real 1734019239] req@ffff88012c3a1f80 x1818247339815296/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019239.800119:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1f80 x1818247339815296/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019239.800127:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019239.800130:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019239.800134:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339815296:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019239.800139:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339815424:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019239.800152:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019239.800158:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019239/real 1734019239] req@ffff88012c3a1c00 x1818247339815424/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019239.800168:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1c00 x1818247339815424/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019239.800177:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019239.800179:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019239.800182:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339815424:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019239.800187:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339815552:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019239.800200:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019239.800206:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019239/real 1734019239] req@ffff88012c3a0000 x1818247339815552/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019239.800257:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0000 x1818247339815552/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019239.800266:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019239.800268:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019239.800272:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339815552:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019239.800278:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339815680:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019239.800298:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019239.800305:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019239/real 1734019239] req@ffff88012c3a3800 x1818247339815680/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019239.800316:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a3800 x1818247339815680/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019239.800371:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019239.800374:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019239.800377:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339815680:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734019239.951604:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019240.743479:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019240.953636:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019241.743474:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019241.955630:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019242.743471:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019242.957575:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019243.743482:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019243.959579:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019244.743484:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:0.0:1734019244.807471:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019244.807482:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019244.807487:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019244.807497:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3508 00000100:00080000:0.0:1734019244.807508:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019244.807515:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734019244.807553:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3100 x1818247339815808/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019244.807582:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019244.807585:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019244.807586:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019244.807590:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3508 00000100:00080000:0.0:1734019244.807592:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019244.807594:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019244.807604:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019244.807611:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2a00 x1818247339815936/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019244.807617:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019244.807619:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019244.807620:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019244.807623:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3508 00000100:00080000:0.0:1734019244.807624:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019244.807627:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019244.807630:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734019244.807635:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2d80 x1818247339816064/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019244.807641:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019244.807643:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019244.807644:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019244.807646:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3508 00000100:00080000:0.0:1734019244.807647:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019244.807649:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019244.807652:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734019244.807657:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3b80 x1818247339816192/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019244.807661:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339815808:192.168.201.101@tcp:250:kworker.0 00000100:00080000:0.0:1734019244.807662:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019244.807664:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019244.807664:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019244.807666:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3508 00000100:00080000:0.0:1734019244.807668:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019244.807670:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019244.807672:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019244.807677:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3480 x1818247339816320/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019244.807681:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019244.807683:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019244.807684:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019244.807686:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3508 00000100:00080000:0.0:1734019244.807688:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019244.807690:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019244.807693:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019244.807701:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3800 x1818247339816448/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019244.807745:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339815936:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019244.807759:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339816064:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019244.807777:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339816192:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019244.807788:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339816320:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019244.807798:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339816448:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734019244.961596:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019245.743507:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019245.963567:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019246.743436:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019246.965697:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019247.743381:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000400:00000100:2.0:1734019247.813549:0:1967:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:2.0:1734019247.813584:0:1967:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1734019247.813599:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:2.0:1734019247.813622:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:2.0:1734019247.813626:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:2.0:1734019247.813630:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:2.0:1734019247.813633:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:2.0:1734019247.813637:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000100:00100000:1.0:1734019247.813692:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019244/real 1734019247] req@ffff88012c3a3b80 x1818247339816192/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019247.813722:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a3b80 x1818247339816192/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019247.813735:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019247.813738:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019247.813742:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339816192:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019247.813748:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019244/real 1734019247] req@ffff88012c3a3480 x1818247339816320/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019247.813755:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a3480 x1818247339816320/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019247.813759:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019247.813762:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019247.813764:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339816320:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019247.813768:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019244/real 1734019247] req@ffff88012c3a3800 x1818247339816448/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019247.813774:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a3800 x1818247339816448/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019247.813778:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019247.813780:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019247.813781:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339816448:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019247.813785:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019244/real 1734019247] req@ffff88012c3a3100 x1818247339815808/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019247.813792:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a3100 x1818247339815808/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019247.813796:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019247.813797:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019247.813799:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339815808:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019247.813803:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019244/real 1734019247] req@ffff88012c3a2a00 x1818247339815936/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019247.813810:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2a00 x1818247339815936/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019247.813814:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019247.813816:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019247.813818:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339815936:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019247.813821:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019244/real 1734019247] req@ffff88012c3a2d80 x1818247339816064/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019247.813827:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2d80 x1818247339816064/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019247.813831:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019247.813833:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019247.813834:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339816064:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734019247.967562:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019248.743440:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019248.969597:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019249.743507:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:0.0:1734019249.815470:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019249.815479:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019249.815484:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019249.815493:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3513 00000100:00080000:0.0:1734019249.815503:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019249.815512:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734019249.815549:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0000 x1818247339816576/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019249.815584:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019249.815588:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019249.815590:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019249.815596:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3513 00000100:00080000:0.0:1734019249.815599:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019249.815603:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019249.815613:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019249.815623:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1c00 x1818247339816704/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019249.815632:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019249.815636:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019249.815638:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019249.815642:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3513 00000100:00080000:0.0:1734019249.815645:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019249.815649:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019249.815654:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734019249.815661:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1f80 x1818247339816832/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019249.815670:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019249.815673:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019249.815674:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019249.815678:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3513 00000100:00080000:0.0:1734019249.815680:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019249.815684:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019249.815688:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734019249.815696:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2300 x1818247339816960/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019249.815698:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339816576:192.168.201.101@tcp:250:kworker.0 00000100:00080000:0.0:1734019249.815706:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019249.815709:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019249.815711:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019249.815715:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3513 00000100:00080000:0.0:1734019249.815717:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019249.815720:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019249.815725:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019249.815734:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2680 x1818247339817088/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019249.815743:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019249.815746:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019249.815748:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019249.815751:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3513 00000100:00080000:0.0:1734019249.815764:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019249.815767:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019249.815771:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734019249.815774:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734019249.815779:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0380 x1818247339817216/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019249.815797:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019249/real 1734019249] req@ffff88012c3a0000 x1818247339816576/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019249.815812:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0000 x1818247339816576/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019249.815820:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019249.815823:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019249.815826:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339816576:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019249.815831:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339816704:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019249.815843:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019249.815846:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019249/real 1734019249] req@ffff88012c3a1c00 x1818247339816704/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019249.815852:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1c00 x1818247339816704/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019249.815857:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019249.815859:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019249.815861:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339816704:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019249.815864:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339816832:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019249.815873:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019249.815876:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019249/real 1734019249] req@ffff88012c3a1f80 x1818247339816832/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019249.815881:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1f80 x1818247339816832/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019249.815885:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019249.815887:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019249.815889:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339816832:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019249.815914:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339816960:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019249.815924:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019249.815928:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019249/real 1734019249] req@ffff88012c3a2300 x1818247339816960/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019249.815934:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2300 x1818247339816960/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019249.815939:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019249.815940:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019249.815942:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339816960:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019249.815945:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339817088:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019249.815953:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019249.815956:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019249/real 1734019249] req@ffff88012c3a2680 x1818247339817088/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019249.815961:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2680 x1818247339817088/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019249.815965:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019249.815966:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019249.815968:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339817088:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019249.815971:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339817216:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019249.815978:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019249.815981:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019249/real 1734019249] req@ffff88012c3a0380 x1818247339817216/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019249.815990:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0380 x1818247339817216/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019249.815994:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019249.815995:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019249.815997:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339817216:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734019249.971572:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019250.743443:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019250.973758:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019251.743453:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019251.975609:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019252.743436:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019252.977579:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019253.743440:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019253.979607:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019254.743487:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:0.0:1734019254.823457:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019254.823466:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019254.823471:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019254.823481:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3518 00000100:00080000:0.0:1734019254.823490:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019254.823499:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734019254.823536:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0a80 x1818247339817344/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019254.823571:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019254.823575:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019254.823577:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019254.823582:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3518 00000100:00080000:0.0:1734019254.823585:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019254.823589:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019254.823599:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019254.823610:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0e00 x1818247339817472/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019254.823620:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019254.823624:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019254.823625:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019254.823629:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3518 00000100:00080000:0.0:1734019254.823632:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019254.823635:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019254.823640:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734019254.823648:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1180 x1818247339817600/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019254.823657:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019254.823659:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019254.823661:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019254.823665:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3518 00000100:00080000:0.0:1734019254.823667:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019254.823671:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019254.823675:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734019254.823683:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0700 x1818247339817728/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019254.823692:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019254.823695:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019254.823697:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019254.823701:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3518 00000100:00080000:0.0:1734019254.823703:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019254.823707:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019254.823711:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019254.823718:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1880 x1818247339817856/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019254.823728:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019254.823731:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019254.823733:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019254.823737:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3518 00000100:00080000:0.0:1734019254.823739:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019254.823742:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:1.0:1734019254.823746:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339817344:192.168.201.101@tcp:250:kworker.0 00000008:00100000:0.0:1734019254.823747:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019254.823757:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0380 x1818247339817984/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019254.823844:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019254.823872:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019254/real 1734019254] req@ffff88012c3a0a80 x1818247339817344/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019254.823894:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0a80 x1818247339817344/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019254.823907:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019254.823911:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019254.823916:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339817344:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019254.823924:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339817472:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019254.823942:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019254.823949:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019254/real 1734019254] req@ffff88012c3a0e00 x1818247339817472/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019254.824009:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0e00 x1818247339817472/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019254.824018:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019254.824023:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019254.824026:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339817472:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019254.824034:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339817600:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019254.824053:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019254.824061:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019254/real 1734019254] req@ffff88012c3a1180 x1818247339817600/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019254.824072:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1180 x1818247339817600/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019254.824081:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019254.824083:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019254.824086:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339817600:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019254.824092:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339817728:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019254.824106:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019254.824112:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019254/real 1734019254] req@ffff88012c3a0700 x1818247339817728/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019254.824121:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0700 x1818247339817728/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019254.824130:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019254.824132:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019254.824135:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339817728:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019254.824170:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339817856:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019254.824189:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019254.824195:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019254/real 1734019254] req@ffff88012c3a1880 x1818247339817856/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019254.824207:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1880 x1818247339817856/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019254.824214:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019254.824217:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019254.824220:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339817856:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019254.824225:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339817984:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019254.824238:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019254.824244:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019254/real 1734019254] req@ffff88012c3a0380 x1818247339817984/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019254.824254:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0380 x1818247339817984/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019254.824262:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019254.824264:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019254.824267:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339817984:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734019254.981533:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019255.743454:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019255.983616:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019256.743438:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019256.985629:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019257.743450:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019257.987601:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019258.743489:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019258.989609:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019259.743439:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:0.0:1734019259.831475:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019259.831484:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019259.831489:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019259.831499:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3523 00000100:00080000:0.0:1734019259.831508:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019259.831517:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734019259.831552:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2680 x1818247339818112/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019259.831594:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019259.831598:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019259.831600:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019259.831605:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3523 00000100:00080000:0.0:1734019259.831608:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019259.831611:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019259.831621:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019259.831632:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2300 x1818247339818240/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019259.831641:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019259.831644:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019259.831646:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019259.831650:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3523 00000100:00080000:0.0:1734019259.831652:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019259.831656:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019259.831661:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734019259.831669:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1f80 x1818247339818368/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019259.831678:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019259.831681:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019259.831682:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019259.831686:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3523 00000100:00080000:0.0:1734019259.831688:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019259.831692:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019259.831697:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734019259.831704:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1c00 x1818247339818496/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019259.831713:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019259.831716:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019259.831717:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019259.831721:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3523 00000100:00080000:0.0:1734019259.831723:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019259.831726:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019259.831730:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019259.831737:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0000 x1818247339818624/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019259.831747:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019259.831751:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1734019259.831751:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339818112:192.168.201.101@tcp:250:kworker.0 00000100:00080000:0.0:1734019259.831752:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019259.831756:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3523 00000100:00080000:0.0:1734019259.831759:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019259.831762:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019259.831766:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019259.831776:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2d80 x1818247339818752/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019259.831853:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019259.831926:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019259/real 1734019259] req@ffff88012c3a2680 x1818247339818112/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019259.831957:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2680 x1818247339818112/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019259.831970:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019259.831974:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019259.831979:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339818112:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019259.831987:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339818240:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019259.832009:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019259.832017:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019259/real 1734019259] req@ffff88012c3a2300 x1818247339818240/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019259.832029:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2300 x1818247339818240/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019259.832037:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019259.832040:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019259.832043:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339818240:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019259.832049:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339818368:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019259.832065:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019259.832071:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019259/real 1734019259] req@ffff88012c3a1f80 x1818247339818368/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019259.832081:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1f80 x1818247339818368/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019259.832089:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019259.832093:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019259.832096:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339818368:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019259.832102:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339818496:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019259.832118:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019259.832124:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019259/real 1734019259] req@ffff88012c3a1c00 x1818247339818496/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019259.832134:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1c00 x1818247339818496/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019259.832143:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019259.832145:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019259.832149:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339818496:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019259.832183:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339818624:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019259.832197:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019259.832204:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019259/real 1734019259] req@ffff88012c3a0000 x1818247339818624/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019259.832216:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0000 x1818247339818624/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019259.832224:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019259.832226:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019259.832229:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339818624:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019259.832235:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339818752:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019259.832251:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019259.832257:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019259/real 1734019259] req@ffff88012c3a2d80 x1818247339818752/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019259.832266:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2d80 x1818247339818752/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019259.832274:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019259.832277:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019259.832280:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339818752:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734019259.991611:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019260.743450:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019260.993658:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019261.743446:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019261.995621:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019262.743441:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019262.997605:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019263.743451:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019263.999612:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019264.743461:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:0.0:1734019264.839486:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019264.839496:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019264.839502:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019264.839516:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3528 00000100:00080000:0.0:1734019264.839530:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019264.839540:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734019264.839588:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2a00 x1818247339818880/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019264.839626:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019264.839631:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019264.839633:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019264.839638:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3528 00000100:00080000:0.0:1734019264.839641:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019264.839645:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019264.839657:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019264.839668:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3100 x1818247339819008/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019264.839678:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019264.839681:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019264.839683:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019264.839688:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3528 00000100:00080000:0.0:1734019264.839690:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019264.839695:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019264.839700:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734019264.839709:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3800 x1818247339819136/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019264.839719:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019264.839722:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019264.839724:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019264.839727:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3528 00000100:00080000:0.0:1734019264.839730:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019264.839734:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019264.839738:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734019264.839746:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3480 x1818247339819264/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019264.839748:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339818880:192.168.201.101@tcp:250:kworker.0 00000100:00080000:0.0:1734019264.839755:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019264.839759:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019264.839761:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019264.839765:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3528 00000100:00080000:0.0:1734019264.839767:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019264.839770:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019264.839774:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019264.839782:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3b80 x1818247339819392/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019264.839819:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019264.839822:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019264.839824:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019264.839828:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3528 00000100:00080000:0.0:1734019264.839850:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019264.839854:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019264.839859:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734019264.839864:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734019264.839871:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2d80 x1818247339819520/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019264.839891:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019264/real 1734019264] req@ffff88012c3a2a00 x1818247339818880/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019264.839912:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2a00 x1818247339818880/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019264.839924:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019264.839928:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019264.839933:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339818880:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019264.839940:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339819008:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019264.839959:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019264.839966:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019264/real 1734019264] req@ffff88012c3a3100 x1818247339819008/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019264.839977:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a3100 x1818247339819008/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019264.839987:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019264.839989:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019264.839993:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339819008:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019264.839998:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339819136:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019264.840012:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019264.840018:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019264/real 1734019264] req@ffff88012c3a3800 x1818247339819136/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019264.840028:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a3800 x1818247339819136/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019264.840036:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019264.840038:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019264.840042:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339819136:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019264.840070:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339819264:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019264.840083:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019264.840090:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019264/real 1734019264] req@ffff88012c3a3480 x1818247339819264/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019264.840101:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a3480 x1818247339819264/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019264.840109:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019264.840111:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019264.840114:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339819264:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019264.840120:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339819392:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019264.840133:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019264.840139:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019264/real 1734019264] req@ffff88012c3a3b80 x1818247339819392/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019264.840150:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a3b80 x1818247339819392/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019264.840158:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019264.840160:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019264.840163:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339819392:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019264.840168:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339819520:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019264.840179:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019264.840185:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019264/real 1734019264] req@ffff88012c3a2d80 x1818247339819520/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019264.840194:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2d80 x1818247339819520/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019264.840201:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019264.840203:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019264.840206:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339819520:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734019265.001643:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019265.743448:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019266.003615:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019266.743452:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019267.005612:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019267.743462:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019268.007621:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019268.743478:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019269.009628:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019269.743477:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:0.0:1734019269.847474:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019269.847484:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019269.847490:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019269.847502:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3533 00000100:00080000:0.0:1734019269.847515:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019269.847525:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734019269.847573:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0000 x1818247339819648/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019269.847612:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019269.847617:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019269.847619:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019269.847624:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3533 00000100:00080000:0.0:1734019269.847628:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019269.847631:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019269.847643:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019269.847654:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1c00 x1818247339819776/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019269.847664:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019269.847667:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019269.847670:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019269.847675:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3533 00000100:00080000:0.0:1734019269.847678:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019269.847682:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019269.847687:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734019269.847696:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1f80 x1818247339819904/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019269.847738:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019269.847741:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019269.847743:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019269.847747:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3533 00000100:00080000:0.0:1734019269.847751:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019269.847755:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:1.0:1734019269.847758:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339819648:192.168.201.101@tcp:250:kworker.0 00000008:00100000:0.0:1734019269.847761:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734019269.847772:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2300 x1818247339820032/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019269.847783:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019269.847787:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019269.847789:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019269.847793:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3533 00000100:00080000:0.0:1734019269.847796:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019269.847799:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019269.847803:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019269.847811:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2680 x1818247339820160/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019269.847821:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019269.847825:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019269.847826:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019269.847830:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3533 00000100:00080000:0.0:1734019269.847833:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019269.847836:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019269.847841:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734019269.847845:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734019269.847851:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0380 x1818247339820288/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019269.847872:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019269/real 1734019269] req@ffff88012c3a0000 x1818247339819648/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019269.847894:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0000 x1818247339819648/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019269.847905:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019269.847908:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019269.847913:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339819648:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019269.847920:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339819776:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019269.847938:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019269.847945:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019269/real 1734019269] req@ffff88012c3a1c00 x1818247339819776/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019269.847956:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1c00 x1818247339819776/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019269.847964:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019269.847967:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019269.847970:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339819776:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019269.847975:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339819904:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019269.847989:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019269.847995:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019269/real 1734019269] req@ffff88012c3a1f80 x1818247339819904/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019269.848005:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1f80 x1818247339819904/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019269.848014:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019269.848017:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019269.848020:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339819904:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019269.848051:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339820032:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019269.848065:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019269.848072:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019269/real 1734019269] req@ffff88012c3a2300 x1818247339820032/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019269.848083:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2300 x1818247339820032/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019269.848091:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019269.848093:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019269.848096:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339820032:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019269.848101:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339820160:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019269.848114:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019269.848120:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019269/real 1734019269] req@ffff88012c3a2680 x1818247339820160/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019269.848130:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2680 x1818247339820160/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019269.848138:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019269.848140:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019269.848143:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339820160:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019269.848148:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339820288:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019269.848163:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019269.848170:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019269/real 1734019269] req@ffff88012c3a0380 x1818247339820288/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019269.848180:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0380 x1818247339820288/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019269.848187:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019269.848189:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019269.848192:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339820288:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734019270.011580:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019270.743453:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019271.013641:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019271.743470:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019272.015597:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019272.743429:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019273.017620:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019273.743472:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019274.019597:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019274.743476:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019274.855569:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019274.855581:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019274.855586:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019274.855597:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3538 00000100:00080000:2.0:1734019274.855606:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019274.855615:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019274.855699:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339820416/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019274.855738:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019274.855742:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019274.855744:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019274.855750:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3538 00000100:00080000:2.0:1734019274.855753:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019274.855757:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019274.855767:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019274.855779:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339820544/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019274.855789:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019274.855792:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019274.855794:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019274.855797:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3538 00000100:00080000:2.0:1734019274.855800:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019274.855803:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019274.855808:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019274.855816:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339820672/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019274.855825:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019274.855828:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019274.855829:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019274.855833:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3538 00000100:00080000:2.0:1734019274.855836:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019274.855839:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019274.855844:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019274.855851:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339820800/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019274.855861:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734019274.855864:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339820416:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734019274.855864:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019274.855865:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019274.855869:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3538 00000100:00080000:2.0:1734019274.855872:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019274.855875:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019274.855880:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019274.855887:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339820928/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019274.855895:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019274.855898:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019274.855911:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019274.855915:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3538 00000100:00080000:2.0:1734019274.855918:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019274.855922:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019274.855927:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019274.855934:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339821056/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019274.855960:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019274.855988:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019274/real 1734019274] req@ffff8800a7a7e300 x1818247339820416/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019274.856011:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339820416/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019274.856023:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019274.856027:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019274.856032:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339820416:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019274.856040:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339820544:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019274.856058:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019274.856065:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019274/real 1734019274] req@ffff8800a7a7ca80 x1818247339820544/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019274.856076:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339820544/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019274.856085:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019274.856088:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019274.856092:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339820544:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019274.856098:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339820672:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019274.856112:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019274.856118:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019274/real 1734019274] req@ffff8800a7a7ea00 x1818247339820672/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019274.856129:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339820672/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019274.856136:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019274.856139:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019274.856142:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339820672:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019274.856170:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339820800:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019274.856184:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019274.856191:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019274/real 1734019274] req@ffff8800a7a7ce00 x1818247339820800/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019274.856202:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339820800/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019274.856210:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019274.856212:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019274.856215:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339820800:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019274.856222:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339820928:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019274.856236:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019274.856243:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019274/real 1734019274] req@ffff8800a7a7fb80 x1818247339820928/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019274.856254:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339820928/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019274.856262:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019274.856265:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019274.856267:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339820928:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019274.856273:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339821056:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019274.856285:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019274.856291:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019274/real 1734019274] req@ffff8800a7a7df80 x1818247339821056/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019274.856301:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339821056/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019274.856308:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019274.856310:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019274.856313:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339821056:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734019275.021644:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019275.743477:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019276.023591:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019276.743465:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019277.025631:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019277.743459:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019278.027626:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019278.743456:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019279.029655:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019279.743460:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019279.863428:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019279.863437:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019279.863441:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019279.863452:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3543 00000100:00080000:2.0:1734019279.863462:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019279.863469:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019279.863508:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339821184/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019279.863576:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019279.863580:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019279.863583:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019279.863588:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3543 00000100:00080000:2.0:1734019279.863592:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019279.863595:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019279.863606:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019279.863617:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339821312/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019279.863628:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019279.863631:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019279.863634:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019279.863638:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3543 00000100:00080000:2.0:1734019279.863641:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019279.863646:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019279.863653:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019279.863670:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339821440/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019279.863684:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019279.863689:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019279.863691:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019279.863697:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3543 00000100:00080000:2.0:1734019279.863702:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019279.863707:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019279.863714:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019279.863729:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339821568/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019279.863733:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339821184:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734019279.863746:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019279.863752:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019279.863754:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019279.863760:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3543 00000100:00080000:2.0:1734019279.863764:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019279.863769:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019279.863777:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019279.863791:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339821696/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019279.863807:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019279.863812:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019279.863814:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019279.863819:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3543 00000100:00080000:2.0:1734019279.863825:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019279.863830:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019279.863837:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734019279.863842:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734019279.863851:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339821824/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019279.863879:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019279/real 1734019279] req@ffff8800a7a7f100 x1818247339821184/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019279.863911:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339821184/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019279.863929:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019279.863934:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019279.863942:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339821184:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019279.863956:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339821312:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019279.863993:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019279.864007:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019279/real 1734019279] req@ffff8800a7a7d180 x1818247339821312/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019279.864026:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339821312/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019279.864040:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019279.864045:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019279.864051:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339821312:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019279.864073:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339821440:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019279.864106:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019279.864120:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019279/real 1734019279] req@ffff8800a7a7df80 x1818247339821440/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019279.864139:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339821440/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019279.864164:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019279.864169:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019279.864175:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339821440:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019279.864218:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339821568:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019279.864252:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019279.864266:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019279/real 1734019279] req@ffff8800a7a7fb80 x1818247339821568/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019279.864284:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339821568/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019279.864298:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019279.864302:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019279.864308:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339821568:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019279.864392:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339821696:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019279.864427:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019279.864443:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019279/real 1734019279] req@ffff8800a7a7ce00 x1818247339821696/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019279.864462:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339821696/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019279.864475:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019279.864479:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019279.864485:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339821696:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019279.864495:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339821824:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019279.864528:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019279.864594:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019279/real 1734019279] req@ffff8800a7a7ea00 x1818247339821824/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019279.864613:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339821824/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019279.864623:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019279.864626:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019279.864629:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339821824:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734019280.031626:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019280.743479:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019281.033611:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019281.743477:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019282.035599:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019282.743474:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019283.037575:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019283.743503:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019284.039601:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019284.743501:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019284.871541:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019284.871551:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019284.871556:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019284.871569:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3548 00000100:00080000:2.0:1734019284.871580:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019284.871589:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019284.871637:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339821952/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019284.871673:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019284.871677:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019284.871680:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019284.871685:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3548 00000100:00080000:2.0:1734019284.871688:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019284.871692:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019284.871704:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019284.871715:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339822080/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019284.871725:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019284.871729:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019284.871731:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019284.871735:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3548 00000100:00080000:2.0:1734019284.871738:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019284.871741:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019284.871746:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1734019284.871756:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339821952:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734019284.871756:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339822208/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019284.871765:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019284.871768:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019284.871770:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019284.871773:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3548 00000100:00080000:2.0:1734019284.871776:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019284.871780:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019284.871784:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019284.871792:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339822336/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019284.871801:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019284.871805:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019284.871807:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019284.871810:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3548 00000100:00080000:2.0:1734019284.871813:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019284.871817:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019284.871821:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019284.871828:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339822464/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019284.871837:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019284.871840:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:1.0:1734019284.871841:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734019284.871842:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019284.871845:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3548 00000100:00080000:2.0:1734019284.871848:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019284.871852:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019284.871856:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019284.871863:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339822592/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019284.871868:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019284/real 1734019284] req@ffff8800a7a7ca80 x1818247339821952/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019284.871888:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339821952/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019284.871900:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019284.871904:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019284.871909:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339821952:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019284.871916:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339822080:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019284.871934:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019284.871941:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019284/real 1734019284] req@ffff8800a7a7e300 x1818247339822080/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019284.871952:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339822080/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019284.871961:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019284.871964:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019284.871967:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339822080:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019284.871993:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339822208:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019284.872007:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019284.872014:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019284/real 1734019284] req@ffff8800a7a7dc00 x1818247339822208/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019284.872025:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339822208/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019284.872033:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019284.872035:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019284.872038:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339822208:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019284.872044:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339822336:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019284.872056:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019284.872062:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019284/real 1734019284] req@ffff8800a7a7c380 x1818247339822336/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019284.872072:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339822336/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019284.872080:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019284.872082:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019284.872085:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339822336:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019284.872091:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339822464:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019284.872105:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019284.872112:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019284/real 1734019284] req@ffff8800a7a7ed80 x1818247339822464/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019284.872123:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339822464/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019284.872131:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019284.872133:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019284.872136:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339822464:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019284.872141:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339822592:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019284.872153:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019284.872159:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019284/real 1734019284] req@ffff8800a7a7c700 x1818247339822592/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019284.872169:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339822592/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019284.872176:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019284.872178:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019284.872181:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339822592:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734019285.041659:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019285.743499:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019286.043648:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019286.743497:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019287.045612:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019287.743497:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019288.047645:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019288.743453:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019289.049623:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019289.743440:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019289.879466:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019289.879475:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019289.879479:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019289.879489:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3553 00000100:00080000:2.0:1734019289.879499:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019289.879507:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019289.879543:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339822720/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019289.879578:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019289.879582:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019289.879584:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019289.879588:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3553 00000100:00080000:2.0:1734019289.879591:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019289.879595:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019289.879605:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019289.879615:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339822848/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019289.879625:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019289.879628:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019289.879630:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019289.879634:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3553 00000100:00080000:2.0:1734019289.879637:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019289.879641:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019289.879645:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019289.879656:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339822976/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019289.879666:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019289.879669:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019289.879670:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019289.879674:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3553 00000100:00080000:2.0:1734019289.879676:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019289.879680:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019289.879684:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019289.879692:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339823104/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019289.879702:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019289.879705:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019289.879707:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019289.879710:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3553 00000100:00080000:2.0:1734019289.879713:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734019289.879716:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339822720:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734019289.879716:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019289.879721:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019289.879729:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339823232/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019289.879737:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019289.879740:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019289.879742:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019289.879745:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3553 00000100:00080000:2.0:1734019289.879748:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019289.879752:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019289.879756:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019289.879764:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339823360/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019289.879813:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019289.879841:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019289/real 1734019289] req@ffff8800a7a7c000 x1818247339822720/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019289.879864:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339822720/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019289.879878:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019289.879881:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019289.879886:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339822720:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019289.879895:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339822848:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019289.879914:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019289.879922:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019289/real 1734019289] req@ffff8800a7a7f480 x1818247339822848/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019289.879933:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339822848/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019289.879941:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019289.879944:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019289.879947:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339822848:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019289.879953:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339822976:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019289.879968:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019289.879974:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019289/real 1734019289] req@ffff8800a7a7c700 x1818247339822976/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019289.879984:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339822976/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019289.879993:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019289.879996:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019289.880000:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339822976:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019289.880029:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339823104:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019289.880044:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019289.880050:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019289/real 1734019289] req@ffff8800a7a7ed80 x1818247339823104/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019289.880062:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339823104/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019289.880070:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019289.880072:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019289.880075:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339823104:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019289.880081:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339823232:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019289.880094:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019289.880100:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019289/real 1734019289] req@ffff8800a7a7c380 x1818247339823232/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019289.880110:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339823232/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019289.880118:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019289.880121:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019289.880124:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339823232:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019289.880130:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339823360:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019289.880146:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019289.880153:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019289/real 1734019289] req@ffff8800a7a7dc00 x1818247339823360/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019289.880164:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339823360/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019289.880171:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019289.880173:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019289.880176:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339823360:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734019290.051614:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019290.743454:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019291.053624:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019291.743746:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019292.055629:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019292.743444:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019293.057613:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019293.743465:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019294.059613:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019294.743466:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019294.887464:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019294.887475:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019294.887480:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019294.887493:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3558 00000100:00080000:2.0:1734019294.887506:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019294.887516:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019294.887564:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339823488/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019294.887602:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019294.887606:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019294.887608:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019294.887613:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3558 00000100:00080000:2.0:1734019294.887617:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019294.887620:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019294.887632:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019294.887643:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339823616/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019294.887653:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019294.887658:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019294.887659:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019294.887664:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3558 00000100:00080000:2.0:1734019294.887667:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019294.887671:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019294.887676:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019294.887685:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339823744/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019294.887693:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019294.887696:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019294.887698:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019294.887702:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3558 00000100:00080000:2.0:1734019294.887704:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019294.887708:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019294.887712:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734019294.887721:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339823488:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734019294.887721:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339823872/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019294.887730:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019294.887733:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019294.887735:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019294.887739:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3558 00000100:00080000:2.0:1734019294.887741:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019294.887745:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019294.887750:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019294.887758:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339824000/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019294.887767:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019294.887770:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019294.887772:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019294.887776:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3558 00000100:00080000:2.0:1734019294.887778:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019294.887782:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019294.887786:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019294.887794:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339824128/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019294.887808:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019294.887835:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019294/real 1734019294] req@ffff8800a7a7e300 x1818247339823488/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019294.887857:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339823488/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019294.887869:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019294.887872:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019294.887877:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339823488:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019294.887884:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339823616:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019294.887902:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019294.887908:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019294/real 1734019294] req@ffff8800a7a7ca80 x1818247339823616/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019294.887920:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339823616/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019294.887929:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019294.887932:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019294.887936:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339823616:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019294.887941:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339823744:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019294.887956:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019294.887962:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019294/real 1734019294] req@ffff8800a7a7ea00 x1818247339823744/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019294.887972:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339823744/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019294.887979:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019294.887982:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019294.887985:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339823744:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019294.888014:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339823872:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019294.888028:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019294.888034:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019294/real 1734019294] req@ffff8800a7a7ce00 x1818247339823872/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019294.888045:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339823872/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019294.888054:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019294.888056:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019294.888059:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339823872:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019294.888065:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339824000:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019294.888079:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019294.888085:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019294/real 1734019294] req@ffff8800a7a7fb80 x1818247339824000/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019294.888096:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339824000/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019294.888104:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019294.888106:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019294.888109:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339824000:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019294.888113:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339824128:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019294.888125:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019294.888131:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019294/real 1734019294] req@ffff8800a7a7df80 x1818247339824128/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019294.888141:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339824128/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019294.888148:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019294.888150:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019294.888153:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339824128:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734019295.061623:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019295.743461:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019296.063642:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019296.743453:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019297.065615:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019297.743431:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019298.067617:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019298.743451:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019299.069565:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019299.743427:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019299.895429:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019299.895441:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019299.895447:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019299.895459:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3563 00000100:00080000:2.0:1734019299.895471:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019299.895481:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019299.895519:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339824256/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019299.895562:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019299.895569:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019299.895571:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019299.895577:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3563 00000100:00080000:2.0:1734019299.895582:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019299.895587:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019299.895599:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019299.895614:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339824384/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019299.895630:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019299.895635:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019299.895638:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019299.895643:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3563 00000100:00080000:2.0:1734019299.895647:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019299.895651:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019299.895658:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019299.895671:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339824512/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019299.895684:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019299.895689:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019299.895691:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019299.895696:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3563 00000100:00080000:2.0:1734019299.895699:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019299.895704:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019299.895711:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019299.895723:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339824640/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019299.895727:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339824256:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734019299.895744:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019299.895748:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019299.895751:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019299.895755:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3563 00000100:00080000:2.0:1734019299.895759:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019299.895763:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019299.895770:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019299.895779:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339824768/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019299.895791:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019299.895795:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019299.895797:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019299.895802:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3563 00000100:00080000:2.0:1734019299.895805:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019299.895810:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019299.895815:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734019299.895823:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734019299.895827:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339824896/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019299.895854:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019299/real 1734019299] req@ffff8800a7a7d180 x1818247339824256/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019299.895879:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339824256/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019299.895892:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019299.895896:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019299.895901:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339824256:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019299.895909:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339824384:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019299.895929:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019299.895936:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019299/real 1734019299] req@ffff8800a7a7f100 x1818247339824384/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019299.895947:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339824384/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019299.895955:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019299.895958:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019299.895961:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339824384:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019299.895968:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339824512:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019299.895983:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019299.895989:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019299/real 1734019299] req@ffff8800a7a7df80 x1818247339824512/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019299.895999:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339824512/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019299.896007:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019299.896011:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019299.896014:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339824512:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019299.896047:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339824640:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019299.896061:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019299.896068:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019299/real 1734019299] req@ffff8800a7a7fb80 x1818247339824640/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019299.896079:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339824640/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019299.896087:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019299.896090:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019299.896093:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339824640:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019299.896099:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339824768:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019299.896112:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019299.896118:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019299/real 1734019299] req@ffff8800a7a7ce00 x1818247339824768/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019299.896128:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339824768/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019299.896135:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019299.896138:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019299.896141:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339824768:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019299.896147:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339824896:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019299.896164:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019299.896170:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019299/real 1734019299] req@ffff8800a7a7ea00 x1818247339824896/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019299.896181:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339824896/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019299.896189:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019299.896242:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019299.896247:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339824896:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734019300.071604:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019300.743457:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019301.073584:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019301.743417:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019302.075584:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019302.743466:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019303.077598:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019303.743454:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019304.079573:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019304.743458:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019304.903476:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019304.903489:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019304.903495:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019304.903507:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3568 00000100:00080000:2.0:1734019304.903519:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019304.903529:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019304.903579:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339825024/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019304.903616:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019304.903621:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019304.903623:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019304.903628:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3568 00000100:00080000:2.0:1734019304.903632:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019304.903636:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019304.903648:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019304.903660:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339825152/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019304.903670:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019304.903673:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019304.903675:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019304.903680:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3568 00000100:00080000:2.0:1734019304.903683:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019304.903687:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019304.903692:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019304.903701:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339825280/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019304.903709:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019304.903713:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019304.903715:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019304.903718:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3568 00000100:00080000:2.0:1734019304.903721:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019304.903725:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019304.903730:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734019304.903733:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339825024:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734019304.903738:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339825408/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019304.903747:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019304.903751:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019304.903752:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019304.903756:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3568 00000100:00080000:2.0:1734019304.903759:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019304.903762:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019304.903767:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019304.903775:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339825536/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019304.903783:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019304.903787:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019304.903788:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019304.903792:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3568 00000100:00080000:2.0:1734019304.903795:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019304.903798:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019304.903802:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019304.903810:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339825664/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019304.903821:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019304.903847:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019304/real 1734019304] req@ffff8800a7a7ca80 x1818247339825024/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019304.903870:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339825024/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019304.903882:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019304.903886:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019304.903891:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339825024:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019304.903898:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339825152:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019304.903915:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019304.903922:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019304/real 1734019304] req@ffff8800a7a7e300 x1818247339825152/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019304.903933:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339825152/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019304.903943:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019304.903946:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019304.903949:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339825152:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019304.903955:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339825280:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019304.903969:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019304.903975:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019304/real 1734019304] req@ffff8800a7a7dc00 x1818247339825280/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019304.903985:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339825280/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019304.903993:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019304.903995:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019304.903999:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339825280:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019304.904027:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339825408:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019304.904041:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019304.904048:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019304/real 1734019304] req@ffff8800a7a7c380 x1818247339825408/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019304.904059:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339825408/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019304.904067:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019304.904069:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019304.904072:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339825408:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019304.904078:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339825536:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019304.904092:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019304.904099:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019304/real 1734019304] req@ffff8800a7a7ed80 x1818247339825536/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019304.904167:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339825536/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019304.904177:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019304.904180:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019304.904183:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339825536:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019304.904189:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339825664:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019304.904206:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019304.904214:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019304/real 1734019304] req@ffff8800a7a7c700 x1818247339825664/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019304.904225:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339825664/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019304.904233:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019304.904235:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019304.904238:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339825664:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734019305.081585:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019305.743443:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019306.083570:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019306.743449:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019307.085566:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019307.743447:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019308.087530:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019308.743452:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019309.089617:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019309.743479:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019309.911442:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019309.911452:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019309.911458:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019309.911470:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3573 00000100:00080000:2.0:1734019309.911482:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019309.911492:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019309.911543:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339825792/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019309.911580:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019309.911585:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019309.911587:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019309.911592:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3573 00000100:00080000:2.0:1734019309.911595:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019309.911599:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019309.911612:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019309.911623:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339825920/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019309.911633:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019309.911637:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019309.911639:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019309.911643:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3573 00000100:00080000:2.0:1734019309.911646:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019309.911650:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019309.911656:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019309.911667:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339826048/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019309.911676:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019309.911680:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019309.911681:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019309.911685:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3573 00000100:00080000:2.0:1734019309.911687:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019309.911691:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019309.911695:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734019309.911701:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339825792:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734019309.911705:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339826176/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019309.911714:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019309.911717:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019309.911719:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019309.911723:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3573 00000100:00080000:2.0:1734019309.911725:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019309.911728:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019309.911733:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019309.911741:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339826304/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019309.911751:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019309.911754:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019309.911756:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019309.911760:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3573 00000100:00080000:2.0:1734019309.911763:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019309.911767:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019309.911771:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019309.911779:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339826432/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019309.911816:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339825920:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019309.911839:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339826048:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019309.911866:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339826176:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019309.911882:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339826304:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019309.911898:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339826432:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734019310.091627:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019310.743456:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019311.093632:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019311.743477:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019312.095598:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019312.743441:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000400:00000100:0.0:1734019312.917800:0:1968:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:0.0:1734019312.917872:0:1968:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1734019312.917902:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734019312.917969:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734019312.918019:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734019312.918031:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734019312.918044:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734019312.918056:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000100:00100000:1.0:1734019312.918092:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019309/real 1734019312] req@ffff8800a7a7ed80 x1818247339826176/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019312.918133:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339826176/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019312.918154:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019312.918161:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019312.918169:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339826176:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019312.918181:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019309/real 1734019312] req@ffff8800a7a7c380 x1818247339826304/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019312.918203:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339826304/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019312.918217:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019312.918221:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019312.918227:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339826304:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019312.918238:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019309/real 1734019312] req@ffff8800a7a7dc00 x1818247339826432/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019312.918257:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339826432/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019312.918270:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019312.918275:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019312.918280:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339826432:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019312.918290:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019309/real 1734019312] req@ffff8800a7a7f480 x1818247339825792/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019312.918312:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339825792/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019312.918488:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019312.918492:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019312.918499:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339825792:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019312.918511:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019309/real 1734019312] req@ffff8800a7a7c000 x1818247339825920/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019312.918533:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339825920/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019312.918546:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019312.918550:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019312.918556:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339825920:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019312.918567:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019309/real 1734019312] req@ffff8800a7a7c700 x1818247339826048/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019312.918586:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339826048/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019312.918611:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019312.918615:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019312.918621:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339826048:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734019313.097611:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019313.743455:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019314.099600:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019314.743473:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019314.919474:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019314.919484:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019314.919490:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019314.919503:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3578 00000100:00080000:2.0:1734019314.919515:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019314.919525:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019314.919572:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339826560/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019314.919607:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019314.919612:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019314.919614:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019314.919619:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3578 00000100:00080000:2.0:1734019314.919622:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019314.919626:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019314.919638:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019314.919649:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339826688/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019314.919666:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019314.919670:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019314.919671:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019314.919675:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3578 00000100:00080000:2.0:1734019314.919678:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019314.919682:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019314.919687:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019314.919696:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339826816/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019314.919704:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019314.919707:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019314.919709:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019314.919712:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3578 00000100:00080000:2.0:1734019314.919715:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019314.919718:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019314.919723:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734019314.919727:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339826560:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734019314.919730:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339826944/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019314.919739:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019314.919743:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019314.919745:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019314.919748:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3578 00000100:00080000:2.0:1734019314.919752:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019314.919755:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019314.919759:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019314.919767:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339827072/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019314.919776:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019314.919779:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019314.919781:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019314.919784:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3578 00000100:00080000:2.0:1734019314.919787:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019314.919790:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019314.919795:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019314.919802:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339827200/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019314.919813:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019314.919840:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019314/real 1734019314] req@ffff8800a7a7e300 x1818247339826560/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019314.919861:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339826560/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019314.919872:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019314.919875:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019314.919880:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339826560:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019314.919887:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339826688:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019314.919906:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019314.919913:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019314/real 1734019314] req@ffff8800a7a7ca80 x1818247339826688/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019314.919924:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339826688/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019314.919932:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019314.919934:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019314.919981:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339826688:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019314.919989:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339826816:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019314.920010:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019314.920018:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019314/real 1734019314] req@ffff8800a7a7ea00 x1818247339826816/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019314.920030:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339826816/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019314.920038:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019314.920040:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019314.920043:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339826816:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019314.920071:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339826944:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019314.920084:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019314.920091:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019314/real 1734019314] req@ffff8800a7a7ce00 x1818247339826944/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019314.920101:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339826944/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019314.920110:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019314.920112:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019314.920116:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339826944:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019314.920121:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339827072:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019314.920133:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019314.920139:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019314/real 1734019314] req@ffff8800a7a7fb80 x1818247339827072/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019314.920151:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339827072/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019314.920159:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019314.920161:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019314.920164:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339827072:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019314.920169:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339827200:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019314.920181:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019314.920187:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019314/real 1734019314] req@ffff8800a7a7df80 x1818247339827200/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019314.920196:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339827200/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019314.920203:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019314.920205:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019314.920208:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339827200:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734019315.101610:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019315.743466:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019316.103559:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019316.743473:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019317.105608:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019317.743464:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019318.107572:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019318.743491:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019319.109612:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019319.743473:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019319.927435:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019319.927443:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019319.927448:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019319.927458:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3583 00000100:00080000:2.0:1734019319.927468:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019319.927476:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019319.927513:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339827328/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019319.927548:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019319.927552:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019319.927555:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019319.927560:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3583 00000100:00080000:2.0:1734019319.927563:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019319.927567:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019319.927577:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019319.927587:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339827456/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019319.927597:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019319.927601:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019319.927602:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019319.927606:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3583 00000100:00080000:2.0:1734019319.927609:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019319.927613:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019319.927617:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019319.927628:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339827584/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019319.927637:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019319.927640:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019319.927641:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019319.927644:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3583 00000100:00080000:2.0:1734019319.927647:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019319.927650:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019319.927655:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019319.927663:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339827712/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019319.927674:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019319.927677:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019319.927679:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019319.927683:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3583 00000100:00080000:2.0:1734019319.927685:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019319.927688:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:1.0:1734019319.927693:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339827328:192.168.201.101@tcp:250:kworker.0 00000008:00100000:2.0:1734019319.927693:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019319.927701:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339827840/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019319.927709:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019319.927712:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019319.927714:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019319.927717:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3583 00000100:00080000:2.0:1734019319.927720:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019319.927723:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019319.927728:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019319.927735:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339827968/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019319.927789:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019319.927817:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019319/real 1734019319] req@ffff8800a7a7f100 x1818247339827328/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019319.927839:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339827328/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019319.927903:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019319.927909:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019319.927915:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339827328:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019319.927925:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339827456:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019319.927949:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019319.927958:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019319/real 1734019319] req@ffff8800a7a7d180 x1818247339827456/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019319.927970:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339827456/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019319.927979:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019319.927982:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019319.927985:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339827456:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019319.927991:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339827584:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019319.928007:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019319.928013:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019319/real 1734019319] req@ffff8800a7a7df80 x1818247339827584/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019319.928024:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339827584/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019319.928031:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019319.928034:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019319.928037:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339827584:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019319.928066:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339827712:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019319.928084:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019319.928091:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019319/real 1734019319] req@ffff8800a7a7fb80 x1818247339827712/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019319.928103:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339827712/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019319.928111:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019319.928114:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019319.928117:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339827712:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019319.928122:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339827840:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019319.928136:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019319.928142:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019319/real 1734019319] req@ffff8800a7a7ce00 x1818247339827840/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019319.928152:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339827840/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019319.928160:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019319.928163:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019319.928166:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339827840:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019319.928171:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339827968:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019319.928183:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019319.928190:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019319/real 1734019319] req@ffff8800a7a7ea00 x1818247339827968/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019319.928207:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339827968/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019319.928214:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019319.928217:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019319.928220:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339827968:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734019320.111607:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019320.743479:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019321.113621:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019321.743473:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019322.115607:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019322.743472:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019323.117616:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019323.743473:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019324.119605:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019324.743483:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019324.935458:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019324.935468:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019324.935473:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019324.935485:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3588 00000100:00080000:2.0:1734019324.935498:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019324.935507:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019324.935552:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339828096/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019324.935589:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019324.935594:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019324.935596:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019324.935600:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3588 00000100:00080000:2.0:1734019324.935604:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019324.935608:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019324.935619:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019324.935646:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339828224/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019324.935651:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019324.935654:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019324.935655:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019324.935658:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3588 00000100:00080000:2.0:1734019324.935660:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019324.935662:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019324.935666:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019324.935672:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339828352/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019324.935677:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019324.935679:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019324.935680:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019324.935683:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3588 00000100:00080000:2.0:1734019324.935685:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734019324.935686:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339828096:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734019324.935687:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019324.935690:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019324.935694:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339828480/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019324.935699:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019324.935701:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019324.935702:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019324.935704:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3588 00000100:00080000:2.0:1734019324.935705:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019324.935707:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019324.935710:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019324.935715:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339828608/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019324.935720:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019324.935722:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019324.935722:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019324.935724:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3588 00000100:00080000:2.0:1734019324.935726:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019324.935728:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019324.935730:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019324.935735:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339828736/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019324.935744:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019324.935761:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019324/real 1734019324] req@ffff8800a7a7ca80 x1818247339828096/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019324.935796:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339828096/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019324.935803:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019324.935805:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019324.935808:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339828096:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019324.935813:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339828224:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019324.935825:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019324.935829:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019324/real 1734019324] req@ffff8800a7a7e300 x1818247339828224/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019324.935836:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339828224/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019324.935840:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019324.935843:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019324.935845:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339828224:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019324.935862:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339828352:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019324.935871:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019324.935874:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019324/real 1734019324] req@ffff8800a7a7c700 x1818247339828352/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019324.935881:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339828352/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019324.935885:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019324.935886:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019324.935888:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339828352:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019324.935891:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339828480:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019324.935898:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019324.935901:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019324/real 1734019324] req@ffff8800a7a7c000 x1818247339828480/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019324.935906:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339828480/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019324.935911:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019324.935912:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019324.935913:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339828480:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019324.935917:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339828608:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019324.935927:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019324.935930:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019324/real 1734019324] req@ffff8800a7a7f480 x1818247339828608/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019324.935937:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339828608/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019324.935941:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019324.935942:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019324.935944:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339828608:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019324.935946:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339828736:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019324.935953:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019324.935956:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019324/real 1734019324] req@ffff8800a7a7dc00 x1818247339828736/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019324.935962:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339828736/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019324.935965:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019324.935967:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019324.935968:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339828736:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734019325.121628:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019325.743464:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019326.123604:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019326.743449:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019327.125644:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019327.743482:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019328.127615:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019328.743458:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019329.129588:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019329.743494:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019329.943449:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019329.943458:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019329.943463:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019329.943472:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3593 00000100:00080000:2.0:1734019329.943481:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019329.943490:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019329.943526:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339828864/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019329.943561:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019329.943565:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019329.943567:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019329.943571:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3593 00000100:00080000:2.0:1734019329.943574:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019329.943578:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019329.943587:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019329.943598:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339828992/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019329.943608:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019329.943611:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019329.943613:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019329.943617:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3593 00000100:00080000:2.0:1734019329.943620:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019329.943623:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019329.943629:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019329.943639:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339829120/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019329.943649:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019329.943652:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019329.943654:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019329.943657:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3593 00000100:00080000:2.0:1734019329.943659:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019329.943663:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019329.943667:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019329.943676:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339829248/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019329.943717:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019329.943720:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019329.943722:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019329.943726:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3593 00000100:00080000:2.0:1734019329.943729:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019329.943732:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019329.943737:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019329.943747:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339829376/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019329.943750:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339828864:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734019329.943758:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019329.943761:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019329.943763:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019329.943767:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3593 00000100:00080000:2.0:1734019329.943770:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019329.943773:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019329.943778:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019329.943785:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339829504/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019329.943851:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019329.943879:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019329/real 1734019329] req@ffff8800a7a7c380 x1818247339828864/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019329.943909:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339828864/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019329.943921:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019329.943925:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019329.943930:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339828864:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019329.943938:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339828992:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019329.943956:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019329.943963:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019329/real 1734019329] req@ffff8800a7a7ed80 x1818247339828992/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019329.943974:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339828992/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019329.943982:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019329.943986:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019329.943989:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339828992:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019329.943996:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339829120:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019329.944011:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019329.944017:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019329/real 1734019329] req@ffff8800a7a7dc00 x1818247339829120/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019329.944028:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339829120/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019329.944036:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019329.944039:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019329.944042:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339829120:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019329.944049:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339829248:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019329.944064:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019329.944070:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019329/real 1734019329] req@ffff8800a7a7f480 x1818247339829248/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019329.944080:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339829248/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019329.944088:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019329.944090:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019329.944093:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339829248:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019329.944125:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339829376:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019329.944140:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019329.944146:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019329/real 1734019329] req@ffff8800a7a7c000 x1818247339829376/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019329.944157:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339829376/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019329.944165:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019329.944168:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019329.944171:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339829376:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019329.944177:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339829504:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019329.944193:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019329.944200:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019329/real 1734019329] req@ffff8800a7a7c700 x1818247339829504/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019329.944211:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339829504/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019329.944218:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019329.944220:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019329.944224:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339829504:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734019330.131632:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019330.743457:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019331.133602:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019331.743449:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019332.135627:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019332.743469:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019333.137666:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019333.743481:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019334.139591:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019334.743471:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019334.951463:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019334.951473:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019334.951479:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019334.951492:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3598 00000100:00080000:2.0:1734019334.951504:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019334.951515:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019334.951561:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339829632/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019334.951624:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019334.951629:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019334.951632:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019334.951637:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3598 00000100:00080000:2.0:1734019334.951641:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019334.951645:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019334.951657:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019334.951670:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339829760/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019334.951687:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019334.951691:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019334.951692:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019334.951696:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3598 00000100:00080000:2.0:1734019334.951699:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019334.951703:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019334.951708:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1734019334.951717:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339829632:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734019334.951717:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339829888/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019334.951727:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019334.951730:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019334.951732:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019334.951735:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3598 00000100:00080000:2.0:1734019334.951738:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019334.951741:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019334.951746:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019334.951754:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339830016/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019334.951763:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019334.951766:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019334.951768:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019334.951772:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3598 00000100:00080000:2.0:1734019334.951775:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019334.951779:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019334.951783:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019334.951791:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339830144/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019334.951800:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1734019334.951803:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734019334.951803:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019334.951804:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019334.951808:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3598 00000100:00080000:2.0:1734019334.951811:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019334.951815:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019334.951819:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019334.951826:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339830272/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019334.951829:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019334/real 1734019334] req@ffff8800a7a7e300 x1818247339829632/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019334.951851:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339829632/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019334.951864:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019334.951867:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019334.951872:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339829632:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019334.951880:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339829760:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019334.951898:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019334.951905:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019334/real 1734019334] req@ffff8800a7a7ca80 x1818247339829760/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019334.951916:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339829760/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019334.951925:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019334.951928:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019334.951932:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339829760:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019334.951958:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339829888:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019334.951972:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019334.951979:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019334/real 1734019334] req@ffff8800a7a7ea00 x1818247339829888/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019334.951990:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339829888/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019334.951998:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019334.952000:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019334.952003:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339829888:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019334.952008:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339830016:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019334.952021:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019334.952027:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019334/real 1734019334] req@ffff8800a7a7ce00 x1818247339830016/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019334.952037:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339830016/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019334.952045:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019334.952047:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019334.952050:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339830016:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019334.952057:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339830144:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019334.952071:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019334.952078:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019334/real 1734019334] req@ffff8800a7a7fb80 x1818247339830144/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019334.952089:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339830144/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019334.952097:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019334.952099:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019334.952102:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339830144:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019334.952107:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339830272:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019334.952119:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019334.952125:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019334/real 1734019334] req@ffff8800a7a7df80 x1818247339830272/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019334.952135:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339830272/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019334.952142:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019334.952144:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019334.952147:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339830272:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734019335.141669:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019335.743470:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019336.143644:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019336.743464:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019337.145625:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019337.743496:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019338.147640:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019338.743470:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019339.149597:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019339.743485:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019339.959479:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019339.959488:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019339.959495:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019339.959508:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3603 00000100:00080000:2.0:1734019339.959555:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019339.959565:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019339.959614:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339830400/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019339.959652:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019339.959657:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019339.959660:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019339.959665:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3603 00000100:00080000:2.0:1734019339.959668:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019339.959673:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019339.959685:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019339.959696:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339830528/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019339.959706:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019339.959710:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019339.959712:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019339.959716:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3603 00000100:00080000:2.0:1734019339.959719:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019339.959723:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019339.959728:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019339.959740:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339830656/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019339.959748:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019339.959751:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019339.959753:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019339.959757:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3603 00000100:00080000:2.0:1734019339.959760:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019339.959764:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:1.0:1734019339.959767:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339830400:192.168.201.101@tcp:250:kworker.0 00000008:00100000:2.0:1734019339.959769:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019339.959778:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339830784/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019339.959788:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019339.959792:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019339.959794:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019339.959798:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3603 00000100:00080000:2.0:1734019339.959800:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019339.959804:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019339.959808:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019339.959816:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339830912/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019339.959824:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019339.959827:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019339.959829:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019339.959833:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3603 00000100:00080000:2.0:1734019339.959836:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019339.959839:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019339.959844:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019339.959851:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339831040/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019339.959854:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019339.959881:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019339/real 1734019339] req@ffff8800a7a7d180 x1818247339830400/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019339.959904:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339830400/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019339.959916:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019339.959919:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019339.959924:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339830400:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019339.959930:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339830528:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019339.959949:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019339.959955:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019339/real 1734019339] req@ffff8800a7a7f100 x1818247339830528/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019339.959967:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339830528/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019339.959974:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019339.959977:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019339.959980:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339830528:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019339.959986:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339830656:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019339.960000:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019339.960006:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019339/real 1734019339] req@ffff8800a7a7df80 x1818247339830656/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019339.960016:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339830656/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019339.960024:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019339.960027:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019339.960031:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339830656:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019339.960060:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339830784:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019339.960074:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019339.960081:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019339/real 1734019339] req@ffff8800a7a7fb80 x1818247339830784/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019339.960092:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339830784/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019339.960100:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019339.960102:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019339.960105:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339830784:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019339.960110:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339830912:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019339.960123:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019339.960129:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019339/real 1734019339] req@ffff8800a7a7ce00 x1818247339830912/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019339.960139:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339830912/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019339.960147:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019339.960149:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019339.960153:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339830912:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019339.960158:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339831040:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019339.960173:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019339.960179:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019339/real 1734019339] req@ffff8800a7a7ea00 x1818247339831040/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019339.960190:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339831040/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019339.960197:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019339.960199:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019339.960202:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339831040:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734019340.151639:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019340.743439:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019341.153666:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019341.743465:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019342.155640:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019342.743505:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019343.157653:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019343.743512:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019344.159622:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019344.743533:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:0.0:1734019344.967580:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019344.967590:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019344.967595:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019344.967608:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3608 00000100:00080000:0.0:1734019344.967621:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019344.967631:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734019344.967680:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1880 x1818247339831168/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019344.967722:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019344.967727:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019344.967729:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019344.967734:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3608 00000100:00080000:0.0:1734019344.967737:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019344.967741:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019344.967753:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019344.967766:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0700 x1818247339831296/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019344.967776:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019344.967780:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019344.967781:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019344.967785:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3608 00000100:00080000:0.0:1734019344.967788:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019344.967793:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019344.967799:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734019344.967808:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1180 x1818247339831424/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019344.967816:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019344.967820:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019344.967821:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019344.967825:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3608 00000100:00080000:0.0:1734019344.967827:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019344.967831:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019344.967835:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734019344.967844:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0e00 x1818247339831552/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019344.967844:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339831168:192.168.201.101@tcp:250:kworker.0 00000100:00080000:0.0:1734019344.967853:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019344.967856:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019344.967858:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019344.967863:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3608 00000100:00080000:0.0:1734019344.967866:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019344.967869:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019344.967874:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019344.967884:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0a80 x1818247339831680/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019344.967893:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019344.967896:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019344.967897:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019344.967901:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3608 00000100:00080000:0.0:1734019344.967918:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019344.967922:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019344.967927:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734019344.967930:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734019344.967936:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0380 x1818247339831808/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019344.967955:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019344/real 1734019344] req@ffff88012c3a1880 x1818247339831168/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019344.967977:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1880 x1818247339831168/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019344.967989:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019344.967992:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019344.967997:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339831168:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019344.968004:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339831296:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019344.968022:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019344.968029:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019344/real 1734019344] req@ffff88012c3a0700 x1818247339831296/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019344.968040:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0700 x1818247339831296/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019344.968049:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019344.968052:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019344.968055:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339831296:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019344.968061:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339831424:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019344.968075:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019344.968081:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019344/real 1734019344] req@ffff88012c3a1180 x1818247339831424/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019344.968091:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1180 x1818247339831424/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019344.968098:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019344.968101:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019344.968105:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339831424:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019344.968137:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339831552:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019344.968151:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019344.968157:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019344/real 1734019344] req@ffff88012c3a0e00 x1818247339831552/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019344.968168:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0e00 x1818247339831552/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019344.968176:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019344.968178:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019344.968181:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339831552:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019344.968188:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339831680:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019344.968201:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019344.968207:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019344/real 1734019344] req@ffff88012c3a0a80 x1818247339831680/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019344.968217:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0a80 x1818247339831680/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019344.968225:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019344.968227:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019344.968230:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339831680:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019344.968235:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339831808:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019344.968246:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019344.968253:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019344/real 1734019344] req@ffff88012c3a0380 x1818247339831808/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019344.968262:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0380 x1818247339831808/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019344.968269:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019344.968271:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019344.968274:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339831808:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734019345.161644:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019345.743505:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019346.163671:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019346.743493:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019347.165622:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019347.743486:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019348.167617:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019348.743470:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019349.169614:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019349.743475:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019349.975576:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019349.975585:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019349.975590:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019349.975604:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3613 00000100:00080000:2.0:1734019349.975616:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019349.975625:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019349.975674:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339831936/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019349.975716:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019349.975720:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019349.975722:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019349.975727:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3613 00000100:00080000:2.0:1734019349.975730:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019349.975734:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019349.975746:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019349.975758:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339832064/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019349.975768:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019349.975772:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019349.975773:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019349.975778:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3613 00000100:00080000:2.0:1734019349.975780:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019349.975784:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019349.975789:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019349.975799:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339832192/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019349.975808:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019349.975811:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019349.975813:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019349.975816:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3613 00000100:00080000:2.0:1734019349.975819:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019349.975823:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019349.975827:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734019349.975831:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339831936:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734019349.975835:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339832320/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019349.975845:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019349.975848:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019349.975850:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019349.975854:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3613 00000100:00080000:2.0:1734019349.975856:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019349.975859:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019349.975864:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019349.975872:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339832448/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019349.975881:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019349.975885:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019349.975886:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019349.975891:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3613 00000100:00080000:2.0:1734019349.975893:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019349.975897:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019349.975902:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019349.975910:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339832576/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019349.975917:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019349.975943:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019349/real 1734019349] req@ffff8800a7a7ca80 x1818247339831936/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019349.975966:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339831936/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019349.975978:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019349.975982:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019349.975986:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339831936:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019349.975994:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339832064:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019349.976011:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019349.976018:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019349/real 1734019349] req@ffff8800a7a7e300 x1818247339832064/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019349.976030:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339832064/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019349.976038:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019349.976040:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019349.976044:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339832064:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019349.976049:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339832192:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019349.976064:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019349.976070:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019349/real 1734019349] req@ffff8800a7a7c700 x1818247339832192/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019349.976080:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339832192/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019349.976087:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019349.976090:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019349.976094:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339832192:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019349.976121:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339832320:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019349.976135:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019349.976142:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019349/real 1734019349] req@ffff8800a7a7c000 x1818247339832320/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019349.976153:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339832320/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019349.976161:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019349.976163:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019349.976166:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339832320:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019349.976171:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339832448:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019349.976184:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019349.976190:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019349/real 1734019349] req@ffff8800a7a7f480 x1818247339832448/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019349.976200:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339832448/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019349.976207:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019349.976209:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019349.976213:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339832448:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019349.976217:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339832576:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019349.976233:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019349.976239:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019349/real 1734019349] req@ffff8800a7a7dc00 x1818247339832576/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019349.976248:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339832576/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019349.976255:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019349.976257:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019349.976260:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339832576:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734019350.171656:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019350.743452:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019351.173623:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019351.743457:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019352.175552:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019352.743454:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019353.177567:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019353.743447:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019354.179617:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019354.743467:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019354.983445:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019354.983453:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019354.983458:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019354.983467:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3618 00000100:00080000:2.0:1734019354.983477:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019354.983485:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019354.983522:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339832704/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019354.983557:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019354.983562:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019354.983564:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019354.983569:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3618 00000100:00080000:2.0:1734019354.983572:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019354.983576:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019354.983587:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019354.983597:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339832832/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019354.983608:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019354.983612:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019354.983614:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019354.983617:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3618 00000100:00080000:2.0:1734019354.983620:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019354.983623:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019354.983628:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019354.983638:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339832960/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019354.983646:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019354.983649:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019354.983652:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019354.983655:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3618 00000100:00080000:2.0:1734019354.983658:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019354.983661:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019354.983665:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019354.983674:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339833088/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019354.983682:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019354.983685:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019354.983688:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019354.983692:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3618 00000100:00080000:2.0:1734019354.983694:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019354.983697:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019354.983702:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019354.983710:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339833216/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019354.983721:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339832704:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734019354.983721:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019354.983724:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019354.983725:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019354.983729:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3618 00000100:00080000:2.0:1734019354.983731:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019354.983734:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019354.983739:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019354.983746:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339833344/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019354.983817:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019354.983847:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019354/real 1734019354] req@ffff8800a7a7ed80 x1818247339832704/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019354.983870:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339832704/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019354.983883:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019354.983887:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019354.983892:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339832704:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019354.983900:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339832832:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019354.983919:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019354.983925:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019354/real 1734019354] req@ffff8800a7a7c380 x1818247339832832/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019354.983937:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339832832/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019354.983947:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019354.983950:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019354.983953:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339832832:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019354.983960:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339832960:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019354.983974:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019354.983980:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019354/real 1734019354] req@ffff8800a7a7dc00 x1818247339832960/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019354.983991:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339832960/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019354.983998:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019354.984001:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019354.984005:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339832960:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019354.984011:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339833088:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019354.984024:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019354.984030:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019354/real 1734019354] req@ffff8800a7a7f480 x1818247339833088/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019354.984040:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339833088/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019354.984049:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019354.984051:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019354.984054:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339833088:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019354.984087:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339833216:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019354.984101:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019354.984108:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019354/real 1734019354] req@ffff8800a7a7c000 x1818247339833216/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019354.984119:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339833216/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019354.984128:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019354.984132:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019354.984137:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339833216:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019354.984147:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339833344:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019354.984171:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019354.984184:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019354/real 1734019354] req@ffff8800a7a7c700 x1818247339833344/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019354.984201:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339833344/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019354.984215:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019354.984219:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019354.984224:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339833344:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734019355.181635:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019355.743468:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019356.183595:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019356.743523:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019357.185631:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019357.743476:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019358.187644:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019358.743455:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019359.189588:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019359.743455:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019359.991448:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019359.991459:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019359.991464:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019359.991475:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3623 00000100:00080000:2.0:1734019359.991485:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019359.991493:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019359.991530:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339833472/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019359.991565:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019359.991570:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019359.991572:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019359.991577:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3623 00000100:00080000:2.0:1734019359.991580:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019359.991584:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019359.991594:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019359.991605:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339833600/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019359.991615:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019359.991618:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019359.991620:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019359.991624:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3623 00000100:00080000:2.0:1734019359.991626:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019359.991630:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019359.991635:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019359.991643:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339833728/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019359.991652:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019359.991658:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019359.991660:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019359.991663:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3623 00000100:00080000:2.0:1734019359.991666:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019359.991670:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019359.991674:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019359.991681:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339833856/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019359.991691:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019359.991694:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019359.991696:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734019359.991698:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339833472:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734019359.991699:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3623 00000100:00080000:2.0:1734019359.991702:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019359.991705:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019359.991710:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019359.991717:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339833984/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019359.991726:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019359.991729:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019359.991731:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019359.991734:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3623 00000100:00080000:2.0:1734019359.991737:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019359.991741:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019359.991746:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019359.991753:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339834112/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019359.991796:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019359.991824:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019359/real 1734019359] req@ffff8800a7a7e300 x1818247339833472/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019359.991847:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339833472/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019359.991861:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019359.991864:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019359.991870:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339833472:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019359.991878:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339833600:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019359.991897:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019359.991904:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019359/real 1734019359] req@ffff8800a7a7ca80 x1818247339833600/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019359.991915:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339833600/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019359.991923:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019359.991926:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019359.991929:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339833600:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019359.991935:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339833728:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019359.991950:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019359.991956:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019359/real 1734019359] req@ffff8800a7a7ea00 x1818247339833728/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019359.991966:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339833728/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019359.991974:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019359.991977:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019359.991980:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339833728:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019359.992010:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339833856:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019359.992025:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019359.992031:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019359/real 1734019359] req@ffff8800a7a7ce00 x1818247339833856/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019359.992042:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339833856/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019359.992050:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019359.992052:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019359.992055:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339833856:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019359.992061:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339833984:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019359.992074:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019359.992080:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019359/real 1734019359] req@ffff8800a7a7fb80 x1818247339833984/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019359.992090:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339833984/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019359.992097:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019359.992100:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019359.992103:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339833984:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019359.992109:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339834112:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019359.992125:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019359.992131:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019359/real 1734019359] req@ffff8800a7a7df80 x1818247339834112/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019359.992142:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339834112/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019359.992149:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019359.992151:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019359.992154:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339834112:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734019360.191626:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019360.743432:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019361.193565:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019361.743402:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019362.195616:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019362.743453:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019363.197576:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019363.743487:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019364.199530:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019364.743446:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019364.999463:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019364.999472:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019364.999477:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019364.999487:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3628 00000100:00080000:2.0:1734019364.999497:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019364.999505:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019364.999542:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339834240/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019364.999577:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019364.999582:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019364.999584:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019364.999589:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3628 00000100:00080000:2.0:1734019364.999592:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019364.999596:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019364.999605:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019364.999615:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339834368/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019364.999632:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019364.999636:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019364.999637:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019364.999641:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3628 00000100:00080000:2.0:1734019364.999644:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019364.999647:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019364.999652:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019364.999663:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339834496/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019364.999671:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019364.999674:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019364.999675:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019364.999679:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3628 00000100:00080000:2.0:1734019364.999681:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019364.999685:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019364.999689:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019364.999697:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339834624/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019364.999707:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019364.999710:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019364.999712:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019364.999716:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3628 00000100:00100000:1.0:1734019364.999719:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339834240:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734019364.999719:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019364.999722:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019364.999727:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019364.999735:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339834752/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019364.999744:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019364.999747:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019364.999748:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019364.999751:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3628 00000100:00080000:2.0:1734019364.999754:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019364.999757:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019364.999761:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019364.999769:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339834880/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019364.999814:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019364.999843:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019364/real 1734019364] req@ffff8800a7a7f100 x1818247339834240/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019364.999865:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339834240/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019364.999879:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019364.999882:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019364.999887:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339834240:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019364.999895:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339834368:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019364.999914:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019364.999921:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019364/real 1734019364] req@ffff8800a7a7d180 x1818247339834368/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019364.999933:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339834368/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019364.999942:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019364.999945:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019364.999949:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339834368:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019364.999954:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339834496:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019364.999970:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019364.999976:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019364/real 1734019364] req@ffff8800a7a7df80 x1818247339834496/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019364.999986:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339834496/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019364.999993:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019364.999996:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019364.999999:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339834496:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019365.000030:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339834624:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019365.000044:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019365.000051:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019364/real 1734019364] req@ffff8800a7a7fb80 x1818247339834624/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019365.000062:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339834624/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019365.000070:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019365.000073:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019365.000076:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339834624:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019365.000083:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339834752:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019365.000156:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019365.000164:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019364/real 1734019364] req@ffff8800a7a7ce00 x1818247339834752/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019365.000176:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339834752/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019365.000185:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019365.000187:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019365.000190:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339834752:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019365.000197:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339834880:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019365.000210:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019365.000217:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019364/real 1734019364] req@ffff8800a7a7ea00 x1818247339834880/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019365.000228:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339834880/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019365.000235:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019365.000238:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019365.000241:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339834880:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734019365.201616:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019365.743430:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019366.203608:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019366.743453:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019367.205595:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019367.743536:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019368.207598:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019368.743403:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019369.209578:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019369.743483:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019370.007457:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019370.007466:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019370.007471:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019370.007481:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3633 00000100:00080000:2.0:1734019370.007491:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019370.007499:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019370.007533:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339835008/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019370.007576:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019370.007581:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019370.007583:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019370.007587:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3633 00000100:00080000:2.0:1734019370.007590:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019370.007594:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019370.007604:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019370.007615:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339835136/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019370.007624:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019370.007627:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019370.007629:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019370.007633:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3633 00000100:00080000:2.0:1734019370.007636:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019370.007640:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019370.007644:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019370.007652:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339835264/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019370.007660:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019370.007664:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019370.007666:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019370.007669:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3633 00000100:00080000:2.0:1734019370.007672:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019370.007676:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019370.007680:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019370.007688:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339835392/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019370.007696:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019370.007699:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019370.007701:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019370.007704:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3633 00000100:00080000:2.0:1734019370.007707:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019370.007710:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019370.007714:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019370.007722:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339835520/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019370.007725:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339835008:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734019370.007733:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019370.007736:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019370.007737:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019370.007740:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3633 00000100:00080000:2.0:1734019370.007743:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019370.007747:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019370.007751:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019370.007758:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339835648/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019370.007820:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019370.007848:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019370/real 1734019370] req@ffff8800a7a7ca80 x1818247339835008/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019370.007872:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339835008/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019370.007885:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019370.007889:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019370.007894:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339835008:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019370.007902:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339835136:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019370.007920:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019370.007927:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019370/real 1734019370] req@ffff8800a7a7e300 x1818247339835136/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019370.007939:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339835136/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019370.007947:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019370.007950:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019370.007953:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339835136:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019370.007959:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339835264:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019370.007974:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019370.007980:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019370/real 1734019370] req@ffff8800a7a7c700 x1818247339835264/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019370.007990:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339835264/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019370.007998:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019370.008048:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019370.008052:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339835264:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019370.008060:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339835392:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019370.008079:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019370.008086:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019370/real 1734019370] req@ffff8800a7a7c000 x1818247339835392/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019370.008098:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339835392/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019370.008106:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019370.008109:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019370.008112:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339835392:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019370.008143:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339835520:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019370.008157:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019370.008164:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019370/real 1734019370] req@ffff8800a7a7f480 x1818247339835520/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019370.008174:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339835520/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019370.008183:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019370.008186:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019370.008189:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339835520:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019370.008195:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339835648:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019370.008211:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019370.008217:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019370/real 1734019370] req@ffff8800a7a7dc00 x1818247339835648/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019370.008228:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339835648/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019370.008235:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019370.008237:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019370.008241:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339835648:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734019370.211603:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019370.743466:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019371.213589:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019371.743460:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019372.215571:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019372.743455:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019373.217517:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019373.743437:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019374.219498:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019374.743477:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019375.015379:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019375.015384:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019375.015387:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019375.015394:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3638 00000100:00080000:2.0:1734019375.015401:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019375.015406:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019375.015431:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339835776/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019375.015454:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019375.015456:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019375.015457:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019375.015460:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3638 00000100:00080000:2.0:1734019375.015462:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019375.015464:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019375.015470:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019375.015476:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339835904/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019375.015481:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019375.015483:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019375.015484:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019375.015487:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3638 00000100:00080000:2.0:1734019375.015488:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019375.015490:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019375.015493:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019375.015499:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339836032/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019375.015504:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019375.015506:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019375.015507:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019375.015509:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3638 00000100:00080000:2.0:1734019375.015510:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019375.015512:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019375.015514:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019375.015519:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339836160/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019375.015523:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019375.015524:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019375.015525:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019375.015527:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3638 00000100:00080000:2.0:1734019375.015528:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019375.015530:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019375.015532:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019375.015536:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339836288/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019375.015541:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019375.015543:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019375.015544:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019375.015546:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3638 00000100:00080000:2.0:1734019375.015548:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019375.015550:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019375.015552:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019375.015556:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339836416/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019375.015609:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339835776:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019375.015731:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339835904:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019375.015754:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339836032:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019375.015770:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339836160:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019375.015788:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339836288:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019375.015803:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339836416:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734019375.221469:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019375.743500:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019376.223590:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019376.743428:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019377.225593:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019377.743457:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000400:00000100:0.0:1734019378.021583:0:1969:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:0.0:1734019378.021628:0:1969:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1734019378.021650:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734019378.021685:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734019378.021695:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734019378.021702:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734019378.021709:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734019378.021716:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000100:00100000:1.0:1734019378.021795:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019375/real 1734019378] req@ffff8800a7a7c380 x1818247339835776/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019378.021844:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339835776/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019378.021862:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019378.021926:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019378.021936:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339835776:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019378.021950:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019375/real 1734019378] req@ffff8800a7a7ed80 x1818247339835904/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019378.021971:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339835904/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019378.021984:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019378.021990:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019378.021996:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339835904:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019378.022007:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019375/real 1734019378] req@ffff8800a7a7dc00 x1818247339836032/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019378.022025:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339836032/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019378.022038:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019378.022043:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019378.022049:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339836032:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019378.022060:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019375/real 1734019378] req@ffff8800a7a7f480 x1818247339836160/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019378.022078:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339836160/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019378.022092:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019378.022097:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019378.022103:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339836160:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019378.022115:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019375/real 1734019378] req@ffff8800a7a7c000 x1818247339836288/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019378.022133:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339836288/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019378.022145:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019378.022150:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019378.022155:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339836288:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019378.022166:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019375/real 1734019378] req@ffff8800a7a7c700 x1818247339836416/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019378.022185:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339836416/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019378.022198:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019378.022203:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019378.022209:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339836416:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734019378.227602:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019378.743442:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019379.229596:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019379.743473:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019380.023460:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019380.023474:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019380.023480:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019380.023494:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3643 00000100:00080000:2.0:1734019380.023508:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019380.023517:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019380.023566:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339836544/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019380.023606:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019380.023613:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019380.023616:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019380.023623:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3643 00000100:00080000:2.0:1734019380.023628:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019380.023634:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019380.023647:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019380.023668:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339836672/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019380.023681:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339836544:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734019380.023684:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019380.023689:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019380.023692:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019380.023697:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3643 00000100:00080000:2.0:1734019380.023702:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019380.023706:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019380.023714:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019380.023727:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339836800/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019380.023739:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019380.023744:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019380.023746:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019380.023751:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3643 00000100:00080000:2.0:1734019380.023754:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019380.023759:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019380.023765:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000800:00000100:1.0:1734019380.023773:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734019380.023776:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339836928/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019380.023789:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019380.023794:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019380.023796:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734019380.023801:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019380/real 1734019380] req@ffff8800a7a7e300 x1818247339836544/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019380.023802:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3643 00000100:00080000:2.0:1734019380.023806:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019380.023811:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019380.023818:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1734019380.023826:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339836544/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019380.023876:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339837056/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1734019380.023878:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019380.023884:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019380.023891:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339836544:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734019380.023892:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019380.023898:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019380.023900:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019380.023905:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3643 00000100:00080000:2.0:1734019380.023910:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019380.023916:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019380.023923:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734019380.023924:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339836672:192.168.201.101@tcp:38:kworker.0 00000100:00100000:2.0:1734019380.023937:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339837184/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019380.023955:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019380.023968:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019380/real 1734019380] req@ffff8800a7a7ca80 x1818247339836672/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019380.023986:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339836672/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019380.024000:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019380.024005:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019380.024011:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339836672:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019380.024021:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339836800:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019380.024049:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019380.024061:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019380/real 1734019380] req@ffff8800a7a7ea00 x1818247339836800/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019380.024073:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339836800/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019380.024081:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019380.024084:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019380.024087:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339836800:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019380.024093:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339836928:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019380.024112:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019380.024119:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019380/real 1734019380] req@ffff8800a7a7ce00 x1818247339836928/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019380.024130:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339836928/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019380.024138:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019380.024140:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019380.024143:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339836928:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019380.024148:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339837056:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019380.024162:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019380.024168:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019380/real 1734019380] req@ffff8800a7a7fb80 x1818247339837056/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019380.024178:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339837056/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019380.024185:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019380.024188:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019380.024191:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339837056:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019380.024207:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339837184:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019380.024221:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019380.024227:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019380/real 1734019380] req@ffff8800a7a7df80 x1818247339837184/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019380.024245:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339837184/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019380.024253:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019380.024255:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019380.024258:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339837184:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734019380.231630:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019380.743453:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019381.233609:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019381.743443:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019382.235594:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019382.743458:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019383.237589:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019383.743471:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019384.239603:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019384.743450:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019385.031391:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019385.031398:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019385.031401:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019385.031408:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3648 00000100:00080000:2.0:1734019385.031414:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019385.031420:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019385.031445:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339837312/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019385.031465:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019385.031467:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019385.031468:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019385.031471:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3648 00000100:00080000:2.0:1734019385.031473:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019385.031475:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019385.031481:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019385.031487:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339837440/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019385.031492:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019385.031494:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019385.031495:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019385.031497:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3648 00000100:00080000:2.0:1734019385.031498:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019385.031500:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019385.031503:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019385.031509:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339837568/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019385.031513:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019385.031515:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019385.031516:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019385.031518:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3648 00000100:00080000:2.0:1734019385.031519:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019385.031521:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019385.031523:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019385.031528:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339837696/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019385.031532:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019385.031534:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019385.031535:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019385.031537:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3648 00000100:00080000:2.0:1734019385.031538:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019385.031539:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019385.031542:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019385.031546:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339837824/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019385.031550:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019385.031551:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019385.031552:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019385.031554:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3648 00000100:00080000:2.0:1734019385.031555:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019385.031557:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019385.031559:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019385.031563:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339837952/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019385.031612:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339837312:192.168.201.101@tcp:250:kworker.0 00000800:00000100:1.0:1734019385.031700:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019385.031726:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019385/real 1734019385] req@ffff8800a7a7d180 x1818247339837312/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019385.031800:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339837312/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019385.031813:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019385.031817:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019385.031822:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339837312:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019385.031830:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339837440:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019385.031852:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019385.031860:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019385/real 1734019385] req@ffff8800a7a7f100 x1818247339837440/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019385.031872:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339837440/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019385.031880:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019385.031884:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019385.031888:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339837440:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019385.031894:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339837568:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019385.031909:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019385.031915:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019385/real 1734019385] req@ffff8800a7a7df80 x1818247339837568/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019385.031925:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339837568/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019385.031933:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019385.031936:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019385.031939:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339837568:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019385.031945:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339837696:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019385.031957:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019385.031963:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019385/real 1734019385] req@ffff8800a7a7fb80 x1818247339837696/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019385.031973:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339837696/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019385.031981:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019385.031984:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019385.031987:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339837696:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019385.031993:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339837824:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019385.032009:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019385.032015:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019385/real 1734019385] req@ffff8800a7a7ce00 x1818247339837824/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019385.032026:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339837824/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019385.032033:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019385.032036:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019385.032039:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339837824:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019385.032044:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339837952:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019385.032056:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019385.032062:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019385/real 1734019385] req@ffff8800a7a7ea00 x1818247339837952/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019385.032072:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339837952/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019385.032079:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019385.032081:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019385.032085:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339837952:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734019385.241592:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019385.743460:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019386.243509:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019386.743439:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019387.245548:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019387.743450:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019388.247653:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019388.743460:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019389.249579:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019389.743466:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019390.039450:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019390.039459:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019390.039464:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019390.039473:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3653 00000100:00080000:2.0:1734019390.039483:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019390.039490:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019390.039524:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339838080/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019390.039559:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019390.039564:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019390.039566:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019390.039570:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3653 00000100:00080000:2.0:1734019390.039573:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019390.039577:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019390.039586:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019390.039597:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339838208/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019390.039606:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019390.039609:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019390.039611:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019390.039616:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3653 00000100:00080000:2.0:1734019390.039619:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019390.039622:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019390.039627:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019390.039635:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339838336/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019390.039643:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019390.039646:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019390.039648:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019390.039651:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3653 00000100:00080000:2.0:1734019390.039654:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019390.039658:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019390.039699:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019390.039709:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339838464/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019390.039717:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019390.039721:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019390.039722:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019390.039726:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3653 00000100:00080000:2.0:1734019390.039728:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019390.039732:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019390.039736:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019390.039743:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339838592/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019390.039754:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019390.039758:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019390.039759:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019390.039763:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3653 00000100:00080000:2.0:1734019390.039765:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019390.039769:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:1.0:1734019390.039770:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339838080:192.168.201.101@tcp:250:kworker.0 00000008:00100000:2.0:1734019390.039773:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019390.039781:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339838720/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019390.039870:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019390.039900:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019390/real 1734019390] req@ffff8800a7a7ca80 x1818247339838080/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019390.039930:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339838080/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019390.039942:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019390.039946:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019390.039951:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339838080:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019390.039959:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339838208:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019390.039977:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019390.039984:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019390/real 1734019390] req@ffff8800a7a7e300 x1818247339838208/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019390.039996:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339838208/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019390.040004:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019390.040007:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019390.040010:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339838208:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019390.040016:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339838336:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019390.040030:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019390.040036:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019390/real 1734019390] req@ffff8800a7a7c700 x1818247339838336/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019390.040047:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339838336/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019390.040054:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019390.040058:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019390.040061:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339838336:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019390.040067:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339838464:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019390.040086:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019390.040092:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019390/real 1734019390] req@ffff8800a7a7c000 x1818247339838464/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019390.040102:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339838464/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019390.040109:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019390.040112:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019390.040115:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339838464:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019390.040146:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339838592:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019390.040160:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019390.040166:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019390/real 1734019390] req@ffff8800a7a7f480 x1818247339838592/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019390.040177:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339838592/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019390.040184:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019390.040187:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019390.040190:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339838592:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019390.040196:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339838720:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019390.040212:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019390.040219:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019390/real 1734019390] req@ffff8800a7a7dc00 x1818247339838720/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019390.040230:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339838720/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019390.040237:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019390.040239:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019390.040243:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339838720:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734019390.251551:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019390.743466:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019391.253588:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019391.743455:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019392.255571:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019392.743486:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019393.257659:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019393.743475:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019394.259665:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019394.743480:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019395.047460:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019395.047472:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019395.047477:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019395.047488:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3658 00000100:00080000:2.0:1734019395.047499:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019395.047508:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019395.047547:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339838848/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019395.047616:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019395.047621:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019395.047623:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019395.047629:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3658 00000100:00080000:2.0:1734019395.047632:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019395.047636:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019395.047647:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019395.047659:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339838976/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019395.047671:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019395.047674:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019395.047676:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019395.047679:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3658 00000100:00080000:2.0:1734019395.047682:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019395.047685:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019395.047691:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019395.047701:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339839104/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019395.047712:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019395.047715:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019395.047717:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734019395.047720:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339838848:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734019395.047721:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3658 00000100:00080000:2.0:1734019395.047723:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019395.047727:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019395.047731:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019395.047740:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339839232/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019395.047749:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019395.047753:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019395.047754:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019395.047758:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3658 00000100:00080000:2.0:1734019395.047761:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019395.047764:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019395.047768:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019395.047776:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339839360/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019395.047784:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019395.047788:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019395.047789:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019395.047792:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3658 00000100:00080000:2.0:1734019395.047796:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019395.047799:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019395.047803:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019395.047810:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339839488/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019395.047813:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019395.047847:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019395/real 1734019395] req@ffff8800a7a7ed80 x1818247339838848/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019395.047877:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339838848/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019395.047895:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019395.047901:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019395.047909:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339838848:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019395.047922:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339838976:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019395.047954:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019395.047964:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019395/real 1734019395] req@ffff8800a7a7c380 x1818247339838976/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019395.047977:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339838976/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019395.047986:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019395.047990:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019395.047993:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339838976:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019395.048023:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339839104:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019395.048039:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019395.048045:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019395/real 1734019395] req@ffff8800a7a7dc00 x1818247339839104/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019395.048056:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339839104/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019395.048065:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019395.048068:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019395.048071:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339839104:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019395.048076:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339839232:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019395.048089:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019395.048095:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019395/real 1734019395] req@ffff8800a7a7f480 x1818247339839232/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019395.048105:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339839232/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019395.048113:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019395.048116:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019395.048119:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339839232:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019395.048126:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339839360:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019395.048140:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019395.048147:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019395/real 1734019395] req@ffff8800a7a7c000 x1818247339839360/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019395.048159:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339839360/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019395.048167:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019395.048169:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019395.048172:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339839360:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019395.048178:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339839488:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019395.048191:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019395.048197:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019395/real 1734019395] req@ffff8800a7a7c700 x1818247339839488/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019395.048206:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339839488/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019395.048213:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019395.048216:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019395.048219:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339839488:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734019395.261613:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019395.743461:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019396.263653:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019396.743445:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019397.265636:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019397.743474:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019398.267610:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019398.743475:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019399.269608:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019399.743550:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019400.055488:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019400.055524:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019400.055529:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019400.055540:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3663 00000100:00080000:2.0:1734019400.055550:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019400.055558:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019400.055595:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339839616/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019400.055630:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019400.055635:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019400.055636:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019400.055641:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3663 00000100:00080000:2.0:1734019400.055644:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019400.055648:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019400.055658:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019400.055669:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339839744/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019400.055678:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019400.055681:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019400.055683:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019400.055687:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3663 00000100:00080000:2.0:1734019400.055690:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019400.055693:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019400.055698:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019400.055707:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339839872/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019400.055717:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019400.055720:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019400.055721:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019400.055724:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3663 00000100:00080000:2.0:1734019400.055727:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019400.055730:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019400.055734:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019400.055741:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339840000/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019400.055749:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019400.055753:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019400.055754:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019400.055758:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3663 00000100:00080000:2.0:1734019400.055760:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019400.055763:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019400.055767:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019400.055775:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339840128/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019400.055785:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734019400.055787:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339839616:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734019400.055788:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019400.055790:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019400.055794:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3663 00000100:00080000:2.0:1734019400.055797:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019400.055800:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019400.055805:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019400.055813:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339840256/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019400.055889:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019400.055918:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019400/real 1734019400] req@ffff8800a7a7e300 x1818247339839616/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019400.055941:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339839616/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019400.055954:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019400.055958:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019400.055963:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339839616:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019400.055971:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339839744:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019400.055991:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019400.055998:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019400/real 1734019400] req@ffff8800a7a7ca80 x1818247339839744/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019400.056010:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339839744/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019400.056018:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019400.056021:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019400.056024:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339839744:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019400.056030:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339839872:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019400.056044:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019400.056051:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019400/real 1734019400] req@ffff8800a7a7ea00 x1818247339839872/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019400.056061:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339839872/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019400.056069:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019400.056072:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019400.056076:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339839872:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019400.056082:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339840000:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019400.056096:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019400.056102:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019400/real 1734019400] req@ffff8800a7a7ce00 x1818247339840000/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019400.056113:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339840000/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019400.056121:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019400.056124:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019400.056127:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339840000:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019400.056157:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339840128:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019400.056172:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019400.056178:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019400/real 1734019400] req@ffff8800a7a7fb80 x1818247339840128/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019400.056189:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339840128/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019400.056198:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019400.056200:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019400.056203:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339840128:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019400.056209:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339840256:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019400.056225:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019400.056232:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019400/real 1734019400] req@ffff8800a7a7df80 x1818247339840256/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019400.056243:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339840256/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019400.056251:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019400.056253:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019400.056256:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339840256:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734019400.271590:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019400.743442:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019401.273607:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019401.743458:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019402.275651:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019402.743480:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019403.277640:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019403.743492:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019404.279603:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019404.743493:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019405.063485:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019405.063494:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019405.063498:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019405.063509:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3668 00000100:00080000:2.0:1734019405.063518:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019405.063526:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019405.063561:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339840384/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019405.063594:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019405.063598:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019405.063601:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019405.063605:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3668 00000100:00080000:2.0:1734019405.063608:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019405.063612:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019405.063622:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019405.063633:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339840512/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019405.063642:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019405.063646:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019405.063648:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019405.063651:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3668 00000100:00080000:2.0:1734019405.063654:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019405.063657:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019405.063662:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019405.063672:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339840640/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019405.063681:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019405.063685:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019405.063686:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019405.063689:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3668 00000100:00080000:2.0:1734019405.063692:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019405.063695:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019405.063699:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019405.063707:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339840768/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019405.063717:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019405.063720:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019405.063722:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019405.063726:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3668 00000100:00080000:2.0:1734019405.063728:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019405.063731:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019405.063736:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1734019405.063738:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339840384:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734019405.063744:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339840896/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019405.063752:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019405.063755:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019405.063757:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019405.063760:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3668 00000100:00080000:2.0:1734019405.063763:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019405.063766:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019405.063771:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019405.063778:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339841024/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019405.063833:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019405.063861:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019405/real 1734019405] req@ffff8800a7a7f100 x1818247339840384/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019405.063883:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339840384/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019405.063896:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019405.063899:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019405.063904:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339840384:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019405.063912:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339840512:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019405.063932:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019405.063939:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019405/real 1734019405] req@ffff8800a7a7d180 x1818247339840512/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019405.063950:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339840512/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019405.063959:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019405.063963:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019405.063966:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339840512:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019405.063972:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339840640:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019405.063987:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019405.063993:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019405/real 1734019405] req@ffff8800a7a7df80 x1818247339840640/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019405.064003:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339840640/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019405.064011:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019405.064014:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019405.064017:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339840640:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019405.064048:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339840768:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019405.064062:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019405.064069:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019405/real 1734019405] req@ffff8800a7a7fb80 x1818247339840768/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019405.064080:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339840768/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019405.064088:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019405.064090:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019405.064093:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339840768:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019405.064100:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339840896:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019405.064114:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019405.064121:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019405/real 1734019405] req@ffff8800a7a7ce00 x1818247339840896/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019405.064132:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339840896/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019405.064140:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019405.064142:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019405.064145:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339840896:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019405.064151:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339841024:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019405.064163:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019405.064169:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019405/real 1734019405] req@ffff8800a7a7ea00 x1818247339841024/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019405.064179:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339841024/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019405.064186:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019405.064188:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019405.064191:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339841024:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734019405.281636:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019405.743494:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019406.283668:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019406.743495:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019407.285600:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019407.743482:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019408.287622:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019408.743483:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019409.289619:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019409.743456:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019410.071460:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019410.071469:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019410.071473:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019410.071484:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3673 00000100:00080000:2.0:1734019410.071493:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019410.071501:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019410.071537:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339841152/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019410.071572:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019410.071576:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019410.071578:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019410.071583:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3673 00000100:00080000:2.0:1734019410.071586:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019410.071589:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019410.071599:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019410.071610:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339841280/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019410.071619:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019410.071623:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019410.071624:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019410.071628:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3673 00000100:00080000:2.0:1734019410.071631:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019410.071634:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019410.071639:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019410.071647:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339841408/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019410.071656:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019410.071659:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019410.071661:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019410.071665:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3673 00000100:00080000:2.0:1734019410.071667:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019410.071671:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019410.071675:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019410.071683:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339841536/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019410.071692:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019410.071695:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019410.071697:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019410.071700:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3673 00000100:00080000:2.0:1734019410.071703:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019410.071706:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019410.071710:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1734019410.071714:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339841152:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734019410.071718:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339841664/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019410.071727:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019410.071730:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019410.071731:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019410.071735:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3673 00000100:00080000:2.0:1734019410.071737:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019410.071741:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019410.071745:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019410.071752:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339841792/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019410.071809:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019410.071838:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019410/real 1734019410] req@ffff8800a7a7ca80 x1818247339841152/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019410.071862:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339841152/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019410.071875:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019410.071879:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019410.071884:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339841152:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019410.071892:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339841280:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019410.071910:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019410.071918:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019410/real 1734019410] req@ffff8800a7a7e300 x1818247339841280/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019410.071929:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339841280/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019410.071937:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019410.071940:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019410.071944:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339841280:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019410.071950:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339841408:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019410.071964:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019410.071970:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019410/real 1734019410] req@ffff8800a7a7c700 x1818247339841408/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019410.071981:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339841408/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019410.071988:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019410.071991:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019410.071995:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339841408:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019410.072025:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339841536:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019410.072040:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019410.072046:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019410/real 1734019410] req@ffff8800a7a7c000 x1818247339841536/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019410.072057:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339841536/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019410.072065:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019410.072067:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019410.072070:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339841536:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019410.072076:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339841664:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019410.072089:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019410.072095:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019410/real 1734019410] req@ffff8800a7a7f480 x1818247339841664/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019410.072105:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339841664/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019410.072113:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019410.072116:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019410.072120:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339841664:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019410.072125:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339841792:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019410.072142:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019410.072148:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019410/real 1734019410] req@ffff8800a7a7dc00 x1818247339841792/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019410.072159:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339841792/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019410.072166:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019410.072168:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019410.072171:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339841792:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734019410.291588:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019410.743480:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019411.293602:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019411.743463:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019412.295612:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019412.743464:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019413.297581:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019413.743436:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019414.299571:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019414.743454:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019415.079463:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019415.079472:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019415.079476:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019415.079486:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3678 00000100:00080000:2.0:1734019415.079495:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019415.079504:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019415.079539:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339841920/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019415.079574:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019415.079578:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019415.079580:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019415.079584:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3678 00000100:00080000:2.0:1734019415.079588:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019415.079592:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019415.079601:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019415.079612:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339842048/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019415.079622:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019415.079625:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019415.079628:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019415.079632:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3678 00000100:00080000:2.0:1734019415.079634:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019415.079638:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019415.079643:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019415.079653:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339842176/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019415.079662:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019415.079665:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019415.079667:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019415.079670:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3678 00000100:00080000:2.0:1734019415.079673:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019415.079677:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019415.079681:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019415.079689:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339842304/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019415.079697:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019415.079700:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019415.079702:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019415.079705:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3678 00000100:00080000:2.0:1734019415.079708:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019415.079711:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019415.079715:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019415.079723:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339842432/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019415.079733:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019415.079736:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1734019415.079738:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339841920:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734019415.079738:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019415.079742:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3678 00000100:00080000:2.0:1734019415.079744:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019415.079747:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019415.079752:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019415.079760:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339842560/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019415.079837:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019415.079867:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019415/real 1734019415] req@ffff8800a7a7c380 x1818247339841920/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019415.079889:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339841920/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019415.079902:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019415.079906:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019415.079911:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339841920:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019415.079919:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339842048:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019415.079937:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019415.079944:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019415/real 1734019415] req@ffff8800a7a7ed80 x1818247339842048/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019415.079956:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339842048/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019415.079965:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019415.079969:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019415.079973:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339842048:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019415.079979:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339842176:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019415.079994:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019415.080000:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019415/real 1734019415] req@ffff8800a7a7dc00 x1818247339842176/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019415.080010:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339842176/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019415.080018:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019415.080020:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019415.080024:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339842176:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019415.080030:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339842304:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019415.080044:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019415.080051:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019415/real 1734019415] req@ffff8800a7a7f480 x1818247339842304/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019415.080061:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339842304/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019415.080069:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019415.080071:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019415.080074:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339842304:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019415.080106:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339842432:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019415.080121:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019415.080128:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019415/real 1734019415] req@ffff8800a7a7c000 x1818247339842432/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019415.080139:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339842432/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019415.080147:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019415.080150:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019415.080153:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339842432:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019415.080158:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339842560:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019415.080171:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019415.080177:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019415/real 1734019415] req@ffff8800a7a7c700 x1818247339842560/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019415.080187:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339842560/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019415.080194:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019415.080196:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019415.080199:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339842560:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734019415.301605:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019415.743462:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019416.303601:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019416.743429:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019417.305586:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019417.743464:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019418.307658:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019418.743477:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019419.309543:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019419.743458:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019420.087460:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019420.087470:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019420.087474:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019420.087485:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3683 00000100:00080000:2.0:1734019420.087495:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019420.087503:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019420.087539:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339842688/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019420.087575:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019420.087579:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019420.087582:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019420.087586:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3683 00000100:00080000:2.0:1734019420.087589:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019420.087593:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019420.087603:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019420.087613:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339842816/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019420.087623:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019420.087626:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019420.087628:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019420.087632:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3683 00000100:00080000:2.0:1734019420.087635:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019420.087638:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019420.087643:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019420.087651:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339842944/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019420.087659:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019420.087663:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019420.087664:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019420.087668:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3683 00000100:00080000:2.0:1734019420.087670:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019420.087673:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019420.087678:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019420.087685:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339843072/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019420.087694:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019420.087697:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019420.087699:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019420.087702:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3683 00000100:00080000:2.0:1734019420.087704:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019420.087708:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019420.087712:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019420.087719:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339843200/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019420.087729:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019420.087732:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1734019420.087733:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339842688:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734019420.087733:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019420.087737:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3683 00000100:00080000:2.0:1734019420.087740:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019420.087743:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019420.087748:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019420.087756:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339843328/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019420.087832:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019420.087862:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019420/real 1734019420] req@ffff8800a7a7e300 x1818247339842688/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019420.087885:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339842688/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019420.087898:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019420.087902:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019420.087907:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339842688:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019420.087915:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339842816:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019420.087934:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019420.087941:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019420/real 1734019420] req@ffff8800a7a7ca80 x1818247339842816/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019420.087953:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339842816/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019420.087961:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019420.087964:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019420.087967:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339842816:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019420.087973:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339842944:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019420.087988:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019420.087995:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019420/real 1734019420] req@ffff8800a7a7ea00 x1818247339842944/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019420.088005:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339842944/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019420.088013:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019420.088016:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019420.088019:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339842944:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019420.088025:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339843072:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019420.088039:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019420.088045:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019420/real 1734019420] req@ffff8800a7a7ce00 x1818247339843072/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019420.088056:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339843072/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019420.088064:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019420.088067:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019420.088070:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339843072:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019420.088100:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339843200:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019420.088115:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019420.088121:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019420/real 1734019420] req@ffff8800a7a7fb80 x1818247339843200/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019420.088132:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339843200/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019420.088140:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019420.088143:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019420.088146:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339843200:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019420.088151:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339843328:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019420.088224:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019420.088233:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019420/real 1734019420] req@ffff8800a7a7df80 x1818247339843328/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019420.088244:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339843328/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019420.088253:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019420.088255:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019420.088258:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339843328:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734019420.311575:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019420.743435:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019421.313577:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019421.743469:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019422.315568:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019422.743453:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019423.317558:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019423.743477:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019424.319624:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019424.743473:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019425.095460:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019425.095472:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019425.095477:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019425.095491:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3688 00000100:00080000:2.0:1734019425.095504:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019425.095514:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019425.095563:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339843456/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019425.095601:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019425.095606:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019425.095608:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019425.095613:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3688 00000100:00080000:2.0:1734019425.095616:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019425.095620:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019425.095632:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019425.095644:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339843584/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019425.095653:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019425.095657:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019425.095659:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019425.095663:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3688 00000100:00080000:2.0:1734019425.095666:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019425.095671:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019425.095676:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019425.095688:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339843712/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019425.095697:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019425.095701:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019425.095703:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019425.095706:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3688 00000100:00080000:2.0:1734019425.095709:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019425.095712:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019425.095717:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734019425.095720:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339843456:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734019425.095727:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339843840/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019425.095736:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019425.095740:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019425.095741:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019425.095745:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3688 00000100:00080000:2.0:1734019425.095747:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019425.095751:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019425.095755:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019425.095763:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339843968/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019425.095771:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019425.095775:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019425.095776:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019425.095780:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3688 00000100:00080000:2.0:1734019425.095783:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019425.095787:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019425.095792:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019425.095800:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339844096/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019425.095808:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019425.095834:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019425/real 1734019425] req@ffff8800a7a7d180 x1818247339843456/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019425.095857:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339843456/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019425.095868:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019425.095872:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019425.095877:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339843456:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019425.095884:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339843584:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019425.095902:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019425.095909:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019425/real 1734019425] req@ffff8800a7a7f100 x1818247339843584/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019425.095920:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339843584/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019425.095929:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019425.095932:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019425.095936:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339843584:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019425.095941:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339843712:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019425.095955:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019425.095961:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019425/real 1734019425] req@ffff8800a7a7df80 x1818247339843712/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019425.095972:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339843712/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019425.095979:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019425.095982:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019425.095985:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339843712:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019425.096012:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339843840:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019425.096024:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019425.096031:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019425/real 1734019425] req@ffff8800a7a7fb80 x1818247339843840/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019425.096042:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339843840/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019425.096050:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019425.096052:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019425.096055:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339843840:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019425.096061:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339843968:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019425.096121:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019425.096130:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019425/real 1734019425] req@ffff8800a7a7ce00 x1818247339843968/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019425.096142:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339843968/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019425.096151:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019425.096153:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019425.096156:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339843968:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019425.096161:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339844096:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019425.096176:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019425.096182:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019425/real 1734019425] req@ffff8800a7a7ea00 x1818247339844096/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019425.096193:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339844096/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019425.096200:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019425.096202:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019425.096205:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339844096:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734019425.321591:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019425.743474:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019426.323633:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019426.743446:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019427.325587:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019427.743454:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019428.327575:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019428.743445:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019429.329593:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019429.743466:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019430.103455:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019430.103464:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019430.103469:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019430.103478:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3693 00000100:00080000:2.0:1734019430.103488:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019430.103496:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019430.103532:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339844224/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019430.103568:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019430.103572:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019430.103574:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019430.103579:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3693 00000100:00080000:2.0:1734019430.103582:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019430.103586:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019430.103595:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019430.103606:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339844352/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019430.103616:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019430.103620:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019430.103621:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019430.103626:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3693 00000100:00080000:2.0:1734019430.103628:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019430.103632:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019430.103637:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019430.103645:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339844480/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019430.103653:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019430.103656:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019430.103658:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019430.103661:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3693 00000100:00080000:2.0:1734019430.103664:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019430.103668:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019430.103672:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019430.103680:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339844608/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019430.103688:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019430.103691:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019430.103693:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019430.103696:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3693 00000100:00080000:2.0:1734019430.103699:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019430.103702:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019430.103706:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019430.103712:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339844736/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019430.103723:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019430.103726:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019430.103727:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019430.103731:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3693 00000100:00080000:2.0:1734019430.103733:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019430.103737:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:1.0:1734019430.103738:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339844224:192.168.201.101@tcp:250:kworker.0 00000008:00100000:2.0:1734019430.103741:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019430.103749:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339844864/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019430.103838:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019430.103868:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019430/real 1734019430] req@ffff8800a7a7ca80 x1818247339844224/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019430.103892:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339844224/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019430.103905:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019430.103909:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019430.103914:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339844224:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019430.103921:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339844352:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019430.103940:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019430.103947:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019430/real 1734019430] req@ffff8800a7a7e300 x1818247339844352/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019430.103959:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339844352/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019430.103967:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019430.103970:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019430.103973:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339844352:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019430.103979:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339844480:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019430.104048:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019430.104056:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019430/real 1734019430] req@ffff8800a7a7c700 x1818247339844480/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019430.104068:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339844480/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019430.104076:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019430.104079:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019430.104082:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339844480:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019430.104090:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339844608:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019430.104104:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019430.104111:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019430/real 1734019430] req@ffff8800a7a7c000 x1818247339844608/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019430.104121:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339844608/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019430.104130:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019430.104133:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019430.104135:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339844608:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019430.104168:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339844736:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019430.104181:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019430.104188:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019430/real 1734019430] req@ffff8800a7a7f480 x1818247339844736/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019430.104199:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339844736/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019430.104208:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019430.104210:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019430.104213:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339844736:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019430.104219:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339844864:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019430.104235:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019430.104241:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019430/real 1734019430] req@ffff8800a7a7dc00 x1818247339844864/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019430.104252:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339844864/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019430.104259:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019430.104261:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019430.104264:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339844864:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734019430.331614:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019430.743448:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019431.333542:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019431.743453:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019432.335623:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019432.743449:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019433.337596:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019433.743477:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019434.339606:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019434.743464:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019435.111468:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019435.111481:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019435.111486:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019435.111499:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3698 00000100:00080000:2.0:1734019435.111512:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019435.111522:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019435.111572:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339844992/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019435.111609:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019435.111614:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019435.111616:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019435.111621:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3698 00000100:00080000:2.0:1734019435.111624:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019435.111628:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019435.111640:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019435.111652:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339845120/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019435.111661:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019435.111665:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019435.111667:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019435.111671:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3698 00000100:00080000:2.0:1734019435.111674:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019435.111678:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019435.111683:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019435.111695:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339845248/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019435.111703:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019435.111706:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019435.111709:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019435.111713:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3698 00000100:00080000:2.0:1734019435.111716:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019435.111719:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019435.111724:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734019435.111728:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339844992:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734019435.111733:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339845376/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019435.111743:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019435.111746:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019435.111747:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019435.111751:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3698 00000100:00080000:2.0:1734019435.111754:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019435.111757:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019435.111761:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019435.111770:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339845504/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019435.111778:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019435.111782:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019435.111783:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019435.111787:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3698 00000100:00080000:2.0:1734019435.111790:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019435.111794:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019435.111799:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019435.111807:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339845632/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019435.111816:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019435.111842:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019435/real 1734019435] req@ffff8800a7a7ed80 x1818247339844992/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019435.111863:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339844992/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019435.111875:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019435.111879:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019435.111884:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339844992:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019435.111891:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339845120:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019435.111946:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019435.111955:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019435/real 1734019435] req@ffff8800a7a7c380 x1818247339845120/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019435.111968:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339845120/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019435.111977:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019435.111980:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019435.111983:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339845120:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019435.111989:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339845248:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019435.112005:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019435.112012:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019435/real 1734019435] req@ffff8800a7a7dc00 x1818247339845248/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019435.112022:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339845248/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019435.112031:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019435.112033:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019435.112036:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339845248:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019435.112066:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339845376:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019435.112079:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019435.112086:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019435/real 1734019435] req@ffff8800a7a7f480 x1818247339845376/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019435.112097:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339845376/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019435.112105:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019435.112108:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019435.112111:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339845376:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019435.112117:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339845504:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019435.112130:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019435.112137:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019435/real 1734019435] req@ffff8800a7a7c000 x1818247339845504/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019435.112148:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339845504/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019435.112155:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019435.112157:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019435.112160:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339845504:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019435.112165:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339845632:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019435.112176:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019435.112182:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019435/real 1734019435] req@ffff8800a7a7c700 x1818247339845632/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019435.112192:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339845632/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019435.112199:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019435.112201:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019435.112204:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339845632:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734019435.341606:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019435.743472:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019436.343633:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019436.743435:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019437.345630:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019437.743481:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019438.347596:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019438.743452:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019439.349585:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019439.743476:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019440.119484:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019440.119494:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019440.119499:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019440.119512:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3703 00000100:00080000:2.0:1734019440.119523:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019440.119533:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019440.119582:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339845760/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019440.119621:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019440.119625:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019440.119627:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019440.119632:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3703 00000100:00080000:2.0:1734019440.119636:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019440.119640:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019440.119651:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019440.119663:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339845888/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019440.119673:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019440.119676:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019440.119679:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019440.119683:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3703 00000100:00080000:2.0:1734019440.119686:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019440.119690:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019440.119695:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019440.119704:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339846016/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019440.119712:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019440.119716:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019440.119717:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019440.119720:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3703 00000100:00080000:2.0:1734019440.119723:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019440.119727:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:1.0:1734019440.119731:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339845760:192.168.201.101@tcp:250:kworker.0 00000008:00100000:2.0:1734019440.119731:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019440.119739:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339846144/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019440.119748:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019440.119751:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019440.119753:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019440.119757:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3703 00000100:00080000:2.0:1734019440.119760:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019440.119763:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019440.119767:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019440.119775:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339846272/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019440.119786:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019440.119789:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019440.119791:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019440.119795:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3703 00000100:00080000:2.0:1734019440.119797:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019440.119801:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019440.119805:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019440.119813:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339846400/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019440.119878:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339845888:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019440.119902:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339846016:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019440.119928:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339846144:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019440.119944:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339846272:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019440.119960:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339846400:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734019440.351614:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019440.743452:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019441.353632:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019441.743463:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019442.355646:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019442.743481:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000400:00000100:0.0:1734019443.125664:0:1970:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:0.0:1734019443.125719:0:1970:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1734019443.125743:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734019443.125832:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734019443.125842:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734019443.125850:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734019443.125857:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734019443.125866:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000100:00100000:1.0:1734019443.125978:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019440/real 1734019443] req@ffff8800a7a7ce00 x1818247339846144/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019443.126010:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339846144/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019443.126025:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019443.126030:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019443.126036:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339846144:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019443.126044:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019440/real 1734019443] req@ffff8800a7a7fb80 x1818247339846272/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019443.126068:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339846272/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019443.126076:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019443.126080:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019443.126084:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339846272:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019443.126091:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019440/real 1734019443] req@ffff8800a7a7df80 x1818247339846400/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019443.126102:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339846400/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019443.126111:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019443.126115:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019443.126118:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339846400:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019443.126126:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019440/real 1734019443] req@ffff8800a7a7e300 x1818247339845760/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019443.126146:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339845760/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019443.126158:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019443.126162:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019443.126168:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339845760:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019443.126179:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019440/real 1734019443] req@ffff8800a7a7ca80 x1818247339845888/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019443.126198:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339845888/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019443.126211:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019443.126215:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019443.126220:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339845888:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019443.126230:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019440/real 1734019443] req@ffff8800a7a7ea00 x1818247339846016/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019443.126249:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339846016/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019443.126272:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019443.126276:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019443.126281:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339846016:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734019443.357573:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019443.743491:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019444.359585:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019444.743463:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019445.127443:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019445.127452:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019445.127457:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019445.127467:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3708 00000100:00080000:2.0:1734019445.127476:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019445.127484:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019445.127520:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339846528/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019445.127556:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019445.127560:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019445.127563:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019445.127567:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3708 00000100:00080000:2.0:1734019445.127570:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019445.127574:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019445.127583:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019445.127594:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339846656/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019445.127604:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019445.127607:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019445.127609:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019445.127613:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3708 00000100:00080000:2.0:1734019445.127616:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019445.127619:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019445.127624:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019445.127634:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339846784/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019445.127643:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019445.127646:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019445.127647:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019445.127651:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3708 00000100:00080000:2.0:1734019445.127654:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019445.127658:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019445.127662:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019445.127670:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339846912/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019445.127679:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019445.127683:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019445.127684:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019445.127687:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3708 00000100:00080000:2.0:1734019445.127690:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019445.127693:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019445.127697:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019445.127705:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339847040/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019445.127716:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019445.127719:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019445.127720:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734019445.127724:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339846528:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734019445.127724:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3708 00000100:00080000:2.0:1734019445.127727:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019445.127730:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019445.127774:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019445.127785:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339847168/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019445.127857:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019445.127887:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019445/real 1734019445] req@ffff8800a7a7f100 x1818247339846528/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019445.127910:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339846528/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019445.127923:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019445.127927:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019445.127932:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339846528:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019445.127940:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339846656:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019445.127959:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019445.127966:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019445/real 1734019445] req@ffff8800a7a7d180 x1818247339846656/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019445.127978:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339846656/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019445.127986:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019445.127989:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019445.127992:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339846656:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019445.127999:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339846784:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019445.128015:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019445.128022:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019445/real 1734019445] req@ffff8800a7a7ea00 x1818247339846784/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019445.128033:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339846784/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019445.128041:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019445.128043:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019445.128046:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339846784:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019445.128052:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339846912:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019445.128065:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019445.128071:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019445/real 1734019445] req@ffff8800a7a7ca80 x1818247339846912/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019445.128081:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339846912/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019445.128089:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019445.128091:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019445.128094:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339846912:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019445.128126:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339847040:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019445.128141:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019445.128148:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019445/real 1734019445] req@ffff8800a7a7e300 x1818247339847040/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019445.128160:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339847040/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019445.128167:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019445.128170:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019445.128173:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339847040:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019445.128178:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339847168:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019445.128191:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019445.128197:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019445/real 1734019445] req@ffff8800a7a7df80 x1818247339847168/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019445.128207:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339847168/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019445.128213:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019445.128216:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019445.128219:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339847168:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734019445.361490:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019445.743448:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019446.363620:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019446.743472:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019447.365648:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019447.743468:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019448.367730:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019448.743439:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019449.369554:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019449.743438:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019450.135378:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019450.135387:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019450.135390:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019450.135396:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3713 00000100:00080000:2.0:1734019450.135402:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019450.135408:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019450.135433:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339847296/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019450.135455:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019450.135458:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019450.135459:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019450.135461:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3713 00000100:00080000:2.0:1734019450.135463:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019450.135465:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019450.135471:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019450.135478:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339847424/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019450.135482:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019450.135484:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019450.135485:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019450.135487:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3713 00000100:00080000:2.0:1734019450.135489:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019450.135491:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019450.135493:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019450.135498:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339847552/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019450.135502:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019450.135504:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019450.135505:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019450.135507:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3713 00000100:00080000:2.0:1734019450.135508:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019450.135510:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019450.135512:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019450.135516:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339847680/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019450.135520:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019450.135522:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019450.135523:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019450.135524:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3713 00000100:00080000:2.0:1734019450.135526:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019450.135527:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019450.135530:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019450.135533:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339847808/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019450.135538:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019450.135539:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019450.135540:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019450.135542:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3713 00000100:00080000:2.0:1734019450.135544:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019450.135546:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019450.135548:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019450.135552:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339847936/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019450.135598:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339847296:192.168.201.101@tcp:250:kworker.0 00000800:00000100:1.0:1734019450.135722:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019450.135748:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019450/real 1734019450] req@ffff8800a7a7fb80 x1818247339847296/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019450.135769:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339847296/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019450.135780:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019450.135785:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019450.135790:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339847296:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019450.135798:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339847424:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019450.135817:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019450.135823:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019450/real 1734019450] req@ffff8800a7a7ce00 x1818247339847424/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019450.135835:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339847424/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019450.135843:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019450.135846:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019450.135849:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339847424:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019450.135855:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339847552:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019450.135870:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019450.135876:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019450/real 1734019450] req@ffff8800a7a7c700 x1818247339847552/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019450.135886:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339847552/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019450.135894:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019450.135896:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019450.135899:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339847552:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019450.135905:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339847680:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019450.135922:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019450.135928:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019450/real 1734019450] req@ffff8800a7a7c000 x1818247339847680/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019450.135939:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339847680/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019450.135947:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019450.135949:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019450.135952:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339847680:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019450.135958:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339847808:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019450.135971:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019450.135977:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019450/real 1734019450] req@ffff8800a7a7f480 x1818247339847808/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019450.135987:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339847808/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019450.135994:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019450.135997:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019450.135999:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339847808:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019450.136005:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339847936:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019450.136017:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019450.136023:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019450/real 1734019450] req@ffff8800a7a7dc00 x1818247339847936/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019450.136039:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339847936/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019450.136046:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019450.136048:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019450.136051:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339847936:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734019450.371584:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019450.743433:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019451.373660:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019451.743390:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019452.375646:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019452.743391:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019453.377666:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019453.743465:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019454.379657:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019454.743453:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019455.143459:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019455.143468:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019455.143472:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019455.143483:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3719 00000100:00080000:2.0:1734019455.143492:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019455.143500:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019455.143536:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339848064/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019455.143598:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019455.143603:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019455.143605:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019455.143610:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3719 00000100:00080000:2.0:1734019455.143614:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019455.143618:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019455.143627:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019455.143640:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339848192/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019455.143650:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019455.143653:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019455.143655:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019455.143659:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3719 00000100:00080000:2.0:1734019455.143662:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019455.143665:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019455.143670:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019455.143681:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339848320/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019455.143691:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019455.143694:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019455.143696:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019455.143700:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3719 00000100:00080000:2.0:1734019455.143702:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019455.143706:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:1.0:1734019455.143709:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339848064:192.168.201.101@tcp:250:kworker.0 00000008:00100000:2.0:1734019455.143710:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019455.143719:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339848448/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019455.143727:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019455.143730:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019455.143732:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019455.143736:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3719 00000100:00080000:2.0:1734019455.143739:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019455.143742:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019455.143746:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019455.143754:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339848576/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019455.143763:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019455.143766:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019455.143767:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019455.143771:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3719 00000100:00080000:2.0:1734019455.143774:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019455.143777:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019455.143781:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019455.143788:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339848704/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019455.143803:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019455.143832:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019455/real 1734019455] req@ffff8800a7a7c380 x1818247339848064/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019455.143854:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339848064/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019455.143867:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019455.143871:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019455.143876:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339848064:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019455.143884:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339848192:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019455.143902:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019455.143909:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019455/real 1734019455] req@ffff8800a7a7ed80 x1818247339848192/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019455.143920:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339848192/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019455.143928:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019455.143932:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019455.143936:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339848192:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019455.143964:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339848320:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019455.143979:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019455.143986:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019455/real 1734019455] req@ffff8800a7a7dc00 x1818247339848320/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019455.143998:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339848320/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019455.144006:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019455.144008:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019455.144011:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339848320:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019455.144017:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339848448:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019455.144030:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019455.144036:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019455/real 1734019455] req@ffff8800a7a7f480 x1818247339848448/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019455.144046:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339848448/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019455.144054:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019455.144057:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019455.144060:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339848448:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019455.144067:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339848576:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019455.144084:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019455.144091:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019455/real 1734019455] req@ffff8800a7a7c000 x1818247339848576/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019455.144102:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339848576/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019455.144110:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019455.144113:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019455.144115:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339848576:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019455.144121:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339848704:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019455.144134:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019455.144139:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019455/real 1734019455] req@ffff8800a7a7c700 x1818247339848704/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019455.144149:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339848704/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019455.144156:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019455.144159:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019455.144161:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339848704:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734019455.381623:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019455.743435:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019456.383633:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019456.743443:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019457.385608:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019457.743554:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019458.387624:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019458.743491:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019459.389655:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019459.743453:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019460.151470:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019460.151509:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019460.151515:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019460.151529:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3724 00000100:00080000:2.0:1734019460.151540:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019460.151551:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019460.151602:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339848832/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019460.151640:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019460.151645:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019460.151647:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019460.151652:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3724 00000100:00080000:2.0:1734019460.151655:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019460.151659:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019460.151671:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019460.151683:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339848960/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019460.151693:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019460.151697:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019460.151698:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019460.151702:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3724 00000100:00080000:2.0:1734019460.151706:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019460.151709:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019460.151715:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019460.151724:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339849088/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019460.151732:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019460.151735:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019460.151737:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019460.151740:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3724 00000100:00080000:2.0:1734019460.151743:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019460.151748:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019460.151752:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019460.151761:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339849216/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019460.151762:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339848832:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734019460.151770:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019460.151774:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019460.151775:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019460.151779:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3724 00000100:00080000:2.0:1734019460.151782:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019460.151785:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019460.151789:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019460.151797:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339849344/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019460.151806:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019460.151809:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019460.151810:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019460.151814:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3724 00000100:00080000:2.0:1734019460.151817:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019460.151821:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019460.151825:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019460.151833:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339849472/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019460.151849:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019460.151875:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019460/real 1734019460] req@ffff8800a7a7ce00 x1818247339848832/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019460.151906:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339848832/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019460.151917:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019460.151921:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019460.151926:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339848832:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019460.151932:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339848960:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019460.151950:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019460.151957:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019460/real 1734019460] req@ffff8800a7a7fb80 x1818247339848960/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019460.151969:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339848960/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019460.151976:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019460.151979:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019460.151982:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339848960:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019460.151987:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339849088:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019460.152002:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019460.152008:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019460/real 1734019460] req@ffff8800a7a7df80 x1818247339849088/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019460.152018:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339849088/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019460.152026:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019460.152029:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019460.152032:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339849088:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019460.152062:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339849216:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019460.152076:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019460.152082:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019460/real 1734019460] req@ffff8800a7a7e300 x1818247339849216/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019460.152093:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339849216/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019460.152101:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019460.152103:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019460.152106:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339849216:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019460.152111:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339849344:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019460.152124:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019460.152130:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019460/real 1734019460] req@ffff8800a7a7ca80 x1818247339849344/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019460.152140:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339849344/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019460.152147:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019460.152149:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019460.152152:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339849344:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019460.152158:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339849472:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019460.152173:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019460.152179:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019460/real 1734019460] req@ffff8800a7a7ea00 x1818247339849472/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019460.152190:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339849472/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019460.152197:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019460.152199:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019460.152202:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339849472:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734019460.391659:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019460.743441:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019461.393638:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019461.743506:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019462.395646:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019462.743487:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019463.397613:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019463.743502:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019464.399618:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019464.743510:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019465.159486:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019465.159498:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019465.159503:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019465.159516:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3729 00000100:00080000:2.0:1734019465.159527:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019465.159536:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019465.159585:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339849600/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019465.159622:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019465.159627:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019465.159628:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019465.159633:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3729 00000100:00080000:2.0:1734019465.159637:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019465.159640:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019465.159652:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019465.159664:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339849728/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019465.159673:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019465.159677:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019465.159679:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019465.159684:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3729 00000100:00080000:2.0:1734019465.159686:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019465.159691:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019465.159696:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019465.159708:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339849856/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019465.159718:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019465.159721:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019465.159723:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019465.159726:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3729 00000100:00080000:2.0:1734019465.159729:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019465.159733:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019465.159737:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734019465.159741:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339849600:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734019465.159746:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339849984/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019465.159756:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019465.159759:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019465.159761:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019465.159765:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3729 00000100:00080000:2.0:1734019465.159767:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019465.159770:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019465.159775:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019465.159783:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339850112/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019465.159793:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019465.159796:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019465.159798:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019465.159803:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3729 00000100:00080000:2.0:1734019465.159806:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019465.159810:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019465.159814:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019465.159822:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339850240/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019465.159827:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019465.159853:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019465/real 1734019465] req@ffff8800a7a7d180 x1818247339849600/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019465.159875:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339849600/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019465.159888:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019465.159891:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019465.159895:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339849600:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019465.159902:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339849728:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019465.159920:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019465.159927:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019465/real 1734019465] req@ffff8800a7a7f100 x1818247339849728/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019465.159939:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339849728/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019465.159948:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019465.159951:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019465.159954:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339849728:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019465.159960:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339849856:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019465.159974:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019465.159980:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019465/real 1734019465] req@ffff8800a7a7ea00 x1818247339849856/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019465.159990:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339849856/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019465.159997:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019465.160000:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019465.160003:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339849856:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019465.160030:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339849984:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019465.160044:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019465.160050:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019465/real 1734019465] req@ffff8800a7a7ca80 x1818247339849984/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019465.160061:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339849984/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019465.160069:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019465.160071:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019465.160074:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339849984:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019465.160081:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339850112:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019465.160094:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019465.160100:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019465/real 1734019465] req@ffff8800a7a7e300 x1818247339850112/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019465.160111:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339850112/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019465.160119:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019465.160121:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019465.160124:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339850112:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019465.160129:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339850240:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019465.160141:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019465.160146:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019465/real 1734019465] req@ffff8800a7a7df80 x1818247339850240/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019465.160156:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339850240/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019465.160163:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019465.160165:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019465.160168:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339850240:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734019465.401595:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019465.743485:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019466.403595:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019466.743484:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019467.405577:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019467.743457:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019468.407607:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019468.743460:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019469.409611:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019469.743494:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019470.167451:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019470.167460:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019470.167467:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019470.167480:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3734 00000100:00080000:2.0:1734019470.167491:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019470.167501:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019470.167549:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339850368/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019470.167587:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019470.167591:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019470.167594:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019470.167598:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3734 00000100:00080000:2.0:1734019470.167602:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019470.167606:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019470.167618:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019470.167629:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339850496/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019470.167639:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019470.167642:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019470.167644:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019470.167649:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3734 00000100:00080000:2.0:1734019470.167652:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019470.167656:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019470.167661:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019470.167670:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339850624/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019470.167679:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019470.167682:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019470.167684:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019470.167687:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3734 00000100:00080000:2.0:1734019470.167690:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019470.167693:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019470.167698:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734019470.167701:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339850368:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734019470.167706:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339850752/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019470.167715:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019470.167719:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019470.167720:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019470.167724:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3734 00000100:00080000:2.0:1734019470.167727:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019470.167730:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019470.167734:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019470.167742:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339850880/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019470.167752:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019470.167755:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019470.167757:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019470.167761:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3734 00000100:00080000:2.0:1734019470.167764:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019470.167767:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019470.167772:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019470.167779:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339851008/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019470.167784:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019470.167810:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019470/real 1734019470] req@ffff8800a7a7fb80 x1818247339850368/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019470.167832:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339850368/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019470.167844:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019470.167847:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019470.167852:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339850368:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019470.167860:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339850496:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019470.167878:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019470.167884:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019470/real 1734019470] req@ffff8800a7a7ce00 x1818247339850496/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019470.167896:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339850496/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019470.167904:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019470.167906:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019470.167910:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339850496:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019470.167915:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339850624:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019470.167929:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019470.167935:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019470/real 1734019470] req@ffff8800a7a7c700 x1818247339850624/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019470.167945:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339850624/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019470.167953:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019470.167956:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019470.167959:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339850624:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019470.167987:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339850752:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019470.168001:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019470.168007:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019470/real 1734019470] req@ffff8800a7a7c000 x1818247339850752/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019470.168018:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339850752/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019470.168026:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019470.168028:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019470.168031:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339850752:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019470.168037:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339850880:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019470.168049:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019470.168055:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019470/real 1734019470] req@ffff8800a7a7f480 x1818247339850880/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019470.168065:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339850880/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019470.168072:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019470.168075:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019470.168078:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339850880:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019470.168083:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339851008:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019470.168098:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019470.168104:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019470/real 1734019470] req@ffff8800a7a7dc00 x1818247339851008/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019470.168114:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339851008/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019470.168121:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019470.168123:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019470.168126:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339851008:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734019470.411610:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019470.743470:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019471.413598:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019471.743419:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019472.415615:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019472.743468:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019473.417613:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019473.743461:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019474.419614:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019474.743477:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019475.175481:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019475.175492:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019475.175498:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019475.175511:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3739 00000100:00080000:2.0:1734019475.175522:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019475.175531:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019475.175579:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339851136/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019475.175616:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019475.175620:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019475.175622:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019475.175627:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3739 00000100:00080000:2.0:1734019475.175631:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019475.175635:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019475.175648:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019475.175659:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339851264/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019475.175670:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019475.175674:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019475.175676:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019475.175679:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3739 00000100:00080000:2.0:1734019475.175682:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019475.175686:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019475.175691:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019475.175703:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339851392/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019475.175712:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019475.175715:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019475.175717:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734019475.175718:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339851136:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734019475.175721:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3739 00000100:00080000:2.0:1734019475.175723:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019475.175727:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019475.175732:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019475.175741:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339851520/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019475.175750:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019475.175753:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019475.175756:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019475.175760:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3739 00000100:00080000:2.0:1734019475.175763:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019475.175767:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019475.175771:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019475.175779:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339851648/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019475.175788:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019475.175791:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019475.175792:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019475.175796:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3739 00000100:00080000:2.0:1734019475.175799:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1734019475.175802:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734019475.175803:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019475.175807:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019475.175814:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339851776/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019475.175828:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019475/real 1734019475] req@ffff8800a7a7ed80 x1818247339851136/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019475.175850:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339851136/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019475.175862:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019475.175865:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019475.175870:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339851136:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019475.175877:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339851264:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019475.175896:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019475.175902:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019475/real 1734019475] req@ffff8800a7a7c380 x1818247339851264/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019475.175914:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339851264/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019475.175923:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019475.175926:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019475.175929:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339851264:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019475.175956:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339851392:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019475.175970:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019475.175977:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019475/real 1734019475] req@ffff8800a7a7dc00 x1818247339851392/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019475.175988:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339851392/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019475.175996:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019475.175998:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019475.176002:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339851392:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019475.176007:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339851520:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019475.176019:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019475.176025:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019475/real 1734019475] req@ffff8800a7a7f480 x1818247339851520/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019475.176035:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339851520/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019475.176043:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019475.176045:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019475.176048:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339851520:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019475.176055:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339851648:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019475.176068:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019475.176075:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019475/real 1734019475] req@ffff8800a7a7c000 x1818247339851648/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019475.176086:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339851648/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019475.176094:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019475.176096:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019475.176099:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339851648:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019475.176104:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339851776:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019475.176116:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019475.176122:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019475/real 1734019475] req@ffff8800a7a7c700 x1818247339851776/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019475.176132:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339851776/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019475.176138:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019475.176140:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019475.176143:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339851776:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734019475.421615:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019475.743485:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019476.423625:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019476.743443:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019477.425581:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019477.743464:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019478.427605:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019478.743479:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019479.429593:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019479.743482:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019480.183461:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019480.183472:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019480.183476:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019480.183487:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3744 00000100:00080000:2.0:1734019480.183497:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019480.183505:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019480.183541:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339851904/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019480.183585:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019480.183589:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019480.183591:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019480.183596:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3744 00000100:00080000:2.0:1734019480.183599:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019480.183603:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019480.183612:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019480.183623:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339852032/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019480.183633:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019480.183636:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019480.183638:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019480.183642:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3744 00000100:00080000:2.0:1734019480.183644:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019480.183648:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019480.183653:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019480.183661:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339852160/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019480.183669:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019480.183673:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019480.183674:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019480.183677:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3744 00000100:00080000:2.0:1734019480.183680:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019480.183684:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019480.183688:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019480.183696:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339852288/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019480.183705:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019480.183708:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019480.183710:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019480.183713:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3744 00000100:00080000:2.0:1734019480.183716:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019480.183720:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:1.0:1734019480.183724:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339851904:192.168.201.101@tcp:250:kworker.0 00000008:00100000:2.0:1734019480.183724:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019480.183732:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339852416/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019480.183740:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019480.183743:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019480.183745:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019480.183748:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3744 00000100:00080000:2.0:1734019480.183751:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019480.183754:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019480.183758:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019480.183766:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339852544/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019480.183818:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019480.183846:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019480/real 1734019480] req@ffff8800a7a7ce00 x1818247339851904/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019480.183870:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339851904/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019480.183882:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019480.183886:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019480.183891:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339851904:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019480.183899:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339852032:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019480.183918:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019480.183925:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019480/real 1734019480] req@ffff8800a7a7fb80 x1818247339852032/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019480.183937:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339852032/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019480.183945:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019480.183948:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019480.183951:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339852032:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019480.183958:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339852160:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019480.183973:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019480.183979:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019480/real 1734019480] req@ffff8800a7a7df80 x1818247339852160/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019480.183989:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339852160/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019480.183997:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019480.184000:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019480.184003:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339852160:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019480.184034:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339852288:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019480.184049:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019480.184055:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019480/real 1734019480] req@ffff8800a7a7e300 x1818247339852288/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019480.184066:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339852288/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019480.184075:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019480.184077:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019480.184080:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339852288:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019480.184086:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339852416:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019480.184099:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019480.184105:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019480/real 1734019480] req@ffff8800a7a7ca80 x1818247339852416/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019480.184115:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339852416/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019480.184123:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019480.184126:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019480.184129:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339852416:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019480.184135:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339852544:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019480.184200:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019480.184209:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019480/real 1734019480] req@ffff8800a7a7ea00 x1818247339852544/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019480.184220:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339852544/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019480.184229:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019480.184231:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019480.184234:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339852544:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734019480.431603:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019480.743465:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019481.433604:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019481.743438:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019482.435595:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019482.743477:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019483.437586:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019483.743472:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019484.439600:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019484.743477:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019485.191455:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019485.191470:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019485.191475:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019485.191489:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3749 00000100:00080000:2.0:1734019485.191501:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019485.191510:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019485.191559:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339852672/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019485.191596:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019485.191601:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019485.191603:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019485.191608:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3749 00000100:00080000:2.0:1734019485.191611:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019485.191615:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019485.191627:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019485.191639:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339852800/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019485.191648:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019485.191652:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019485.191654:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019485.191658:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3749 00000100:00080000:2.0:1734019485.191661:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019485.191665:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019485.191670:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019485.191682:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339852928/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019485.191691:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019485.191695:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019485.191696:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019485.191700:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3749 00000100:00080000:2.0:1734019485.191702:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019485.191706:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019485.191710:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734019485.191715:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339852672:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734019485.191719:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339853056/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019485.191728:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019485.191732:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019485.191733:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019485.191737:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3749 00000100:00080000:2.0:1734019485.191740:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019485.191743:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019485.191748:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019485.191756:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339853184/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019485.191764:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019485.191767:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019485.191769:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019485.191773:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3749 00000100:00080000:2.0:1734019485.191777:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019485.191780:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019485.191785:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019485.191793:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339853312/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019485.191801:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019485.191827:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019485/real 1734019485] req@ffff8800a7a7f100 x1818247339852672/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019485.191850:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339852672/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019485.191863:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019485.191866:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019485.191871:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339852672:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019485.191878:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339852800:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019485.191896:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019485.191902:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019485/real 1734019485] req@ffff8800a7a7d180 x1818247339852800/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019485.191914:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339852800/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019485.191924:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019485.191926:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019485.191930:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339852800:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019485.191935:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339852928:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019485.191949:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019485.191955:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019485/real 1734019485] req@ffff8800a7a7ea00 x1818247339852928/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019485.191965:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339852928/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019485.191973:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019485.191975:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019485.191979:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339852928:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019485.192006:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339853056:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019485.192020:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019485.192026:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019485/real 1734019485] req@ffff8800a7a7ca80 x1818247339853056/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019485.192037:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339853056/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019485.192045:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019485.192047:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019485.192050:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339853056:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019485.192056:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339853184:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019485.192119:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019485.192127:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019485/real 1734019485] req@ffff8800a7a7e300 x1818247339853184/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019485.192139:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339853184/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019485.192147:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019485.192150:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019485.192153:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339853184:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019485.192158:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339853312:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019485.192170:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019485.192176:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019485/real 1734019485] req@ffff8800a7a7df80 x1818247339853312/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019485.192186:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339853312/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019485.192194:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019485.192196:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019485.192199:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339853312:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734019485.441578:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019485.743476:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019486.443622:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019486.743462:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019487.445611:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019487.743461:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019488.447597:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019488.743433:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019489.449572:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019489.743440:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019490.199419:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019490.199429:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019490.199433:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019490.199442:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3754 00000100:00080000:2.0:1734019490.199451:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019490.199458:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019490.199487:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339853440/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019490.199516:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019490.199520:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019490.199521:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019490.199525:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3754 00000100:00080000:2.0:1734019490.199528:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019490.199531:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019490.199539:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019490.199548:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339853568/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019490.199557:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019490.199559:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019490.199561:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019490.199564:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3754 00000100:00080000:2.0:1734019490.199567:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019490.199570:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019490.199575:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019490.199584:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339853696/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019490.199592:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019490.199595:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019490.199596:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019490.199600:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3754 00000100:00100000:1.0:1734019490.199601:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339853440:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734019490.199602:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019490.199605:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019490.199608:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019490.199615:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339853824/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019490.199622:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019490.199625:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019490.199627:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019490.199630:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3754 00000100:00080000:2.0:1734019490.199632:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019490.199634:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019490.199638:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019490.199644:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339853952/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019490.199652:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019490.199654:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019490.199656:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019490.199659:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3754 00000100:00080000:2.0:1734019490.199661:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019490.199664:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000800:00000100:1.0:1734019490.199666:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000008:00100000:2.0:1734019490.199667:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019490.199673:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339854080/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019490.199683:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019490/real 1734019490] req@ffff8800a7a7fb80 x1818247339853440/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019490.199696:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339853440/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019490.199703:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019490.199705:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019490.199708:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339853440:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019490.199713:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339853568:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019490.199723:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019490.199727:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019490/real 1734019490] req@ffff8800a7a7ce00 x1818247339853568/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019490.199733:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339853568/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019490.199737:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019490.199739:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019490.199740:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339853568:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019490.199757:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339853696:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019490.199765:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019490.199768:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019490/real 1734019490] req@ffff8800a7a7c700 x1818247339853696/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019490.199773:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339853696/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019490.199778:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019490.199780:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019490.199782:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339853696:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019490.199785:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339853824:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019490.199793:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019490.199796:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019490/real 1734019490] req@ffff8800a7a7c000 x1818247339853824/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019490.199800:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339853824/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019490.199805:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019490.199807:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019490.199808:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339853824:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019490.199812:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339853952:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019490.199819:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019490.199822:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019490/real 1734019490] req@ffff8800a7a7f480 x1818247339853952/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019490.199827:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339853952/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019490.199832:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019490.199833:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019490.199835:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339853952:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019490.199838:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339854080:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019490.199847:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019490.199851:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019490/real 1734019490] req@ffff8800a7a7dc00 x1818247339854080/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019490.199856:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339854080/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019490.199860:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019490.199861:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019490.199862:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339854080:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734019490.451536:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019490.743450:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019491.453490:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019491.743450:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019492.455600:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019492.743386:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019493.457615:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019493.743487:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019494.459569:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019494.743480:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019495.207456:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019495.207467:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019495.207471:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019495.207481:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3759 00000100:00080000:2.0:1734019495.207490:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019495.207498:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019495.207533:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339854208/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019495.207568:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019495.207573:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019495.207575:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019495.207579:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3759 00000100:00080000:2.0:1734019495.207582:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019495.207586:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019495.207596:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019495.207607:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339854336/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019495.207617:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019495.207621:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019495.207623:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019495.207626:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3759 00000100:00080000:2.0:1734019495.207629:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019495.207632:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019495.207637:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019495.207647:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339854464/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019495.207656:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019495.207659:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019495.207661:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019495.207664:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3759 00000100:00080000:2.0:1734019495.207666:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019495.207670:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019495.207674:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019495.207683:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339854592/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019495.207692:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019495.207696:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019495.207698:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019495.207702:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3759 00000100:00100000:1.0:1734019495.207704:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339854208:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734019495.207704:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019495.207708:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019495.207712:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019495.207720:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339854720/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019495.207729:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019495.207732:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019495.207733:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019495.207737:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3759 00000100:00080000:2.0:1734019495.207739:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019495.207743:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019495.207747:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019495.207755:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339854848/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019495.207800:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019495.207828:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019495/real 1734019495] req@ffff8800a7a7c380 x1818247339854208/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019495.207850:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339854208/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019495.207863:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019495.207867:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019495.207872:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339854208:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019495.207880:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339854336:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019495.207946:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019495.207955:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019495/real 1734019495] req@ffff8800a7a7ed80 x1818247339854336/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019495.207967:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339854336/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019495.207977:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019495.207980:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019495.207984:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339854336:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019495.207990:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339854464:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019495.208006:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019495.208013:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019495/real 1734019495] req@ffff8800a7a7dc00 x1818247339854464/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019495.208024:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339854464/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019495.208032:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019495.208035:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019495.208038:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339854464:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019495.208068:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339854592:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019495.208081:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019495.208087:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019495/real 1734019495] req@ffff8800a7a7f480 x1818247339854592/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019495.208098:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339854592/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019495.208106:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019495.208109:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019495.208112:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339854592:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019495.208119:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339854720:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019495.208134:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019495.208140:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019495/real 1734019495] req@ffff8800a7a7c000 x1818247339854720/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019495.208151:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339854720/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019495.208159:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019495.208162:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019495.208165:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339854720:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019495.208170:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339854848:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019495.208182:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019495.208188:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019495/real 1734019495] req@ffff8800a7a7c700 x1818247339854848/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019495.208198:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339854848/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019495.208205:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019495.208207:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019495.208210:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339854848:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734019495.461626:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019495.743469:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019496.463641:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019496.743436:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019497.465615:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019497.743463:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019498.467619:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019498.743481:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019499.469626:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019499.743465:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019500.215473:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019500.215485:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019500.215490:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019500.215503:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3764 00000100:00080000:2.0:1734019500.215514:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019500.215523:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019500.215571:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339854976/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019500.215619:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019500.215623:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019500.215625:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019500.215630:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3764 00000100:00080000:2.0:1734019500.215634:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019500.215638:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019500.215651:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019500.215663:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339855104/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019500.215681:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019500.215684:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019500.215686:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019500.215690:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3764 00000100:00080000:2.0:1734019500.215693:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019500.215697:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019500.215702:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019500.215711:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339855232/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019500.215720:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019500.215723:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019500.215724:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019500.215728:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3764 00000100:00080000:2.0:1734019500.215730:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019500.215735:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019500.215740:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734019500.215746:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339854976:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734019500.215748:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339855360/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019500.215758:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019500.215761:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019500.215763:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019500.215766:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3764 00000100:00080000:2.0:1734019500.215769:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019500.215772:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019500.215777:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019500.215784:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339855488/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019500.215793:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019500.215796:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019500.215797:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019500.215801:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3764 00000100:00080000:2.0:1734019500.215804:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019500.215847:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019500.215852:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019500.215862:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339855616/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019500.215867:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019500.215895:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019500/real 1734019500] req@ffff8800a7a7ce00 x1818247339854976/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019500.215918:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339854976/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019500.215930:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019500.215933:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019500.215938:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339854976:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019500.215947:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339855104:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019500.215967:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019500.215974:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019500/real 1734019500] req@ffff8800a7a7fb80 x1818247339855104/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019500.215986:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339855104/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019500.215994:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019500.215996:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019500.216000:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339855104:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019500.216005:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339855232:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019500.216020:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019500.216026:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019500/real 1734019500] req@ffff8800a7a7df80 x1818247339855232/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019500.216036:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339855232/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019500.216045:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019500.216048:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019500.216051:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339855232:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019500.216080:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339855360:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019500.216094:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019500.216101:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019500/real 1734019500] req@ffff8800a7a7e300 x1818247339855360/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019500.216112:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339855360/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019500.216120:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019500.216122:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019500.216125:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339855360:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019500.216130:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339855488:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019500.216142:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019500.216148:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019500/real 1734019500] req@ffff8800a7a7ca80 x1818247339855488/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019500.216158:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339855488/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019500.216165:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019500.216168:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019500.216171:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339855488:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019500.216177:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339855616:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019500.216193:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019500.216199:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019500/real 1734019500] req@ffff8800a7a7ea00 x1818247339855616/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019500.216210:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339855616/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019500.216217:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019500.216219:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019500.216221:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339855616:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734019500.471592:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019500.743442:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019501.473634:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019501.743457:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019502.475615:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019502.743466:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019503.477596:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019503.743454:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019504.479614:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019504.743462:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019505.223441:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019505.223450:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019505.223455:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019505.223466:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3769 00000100:00080000:2.0:1734019505.223475:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019505.223483:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019505.223519:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339855744/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019505.223553:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019505.223557:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019505.223559:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019505.223563:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3769 00000100:00080000:2.0:1734019505.223567:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019505.223570:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019505.223580:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019505.223591:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339855872/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019505.223600:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019505.223603:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019505.223605:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019505.223609:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3769 00000100:00080000:2.0:1734019505.223612:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019505.223615:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019505.223620:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019505.223630:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339856000/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019505.223639:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019505.223643:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019505.223645:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019505.223648:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3769 00000100:00080000:2.0:1734019505.223650:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019505.223654:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019505.223658:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019505.223666:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339856128/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019505.223674:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019505.223677:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019505.223679:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019505.223682:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3769 00000100:00080000:2.0:1734019505.223685:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019505.223688:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019505.223692:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019505.223701:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339856256/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019505.223706:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339855744:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734019505.223711:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019505.223714:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019505.223715:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019505.223719:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3769 00000100:00080000:2.0:1734019505.223759:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019505.223764:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019505.223769:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019505.223778:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339856384/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019505.223864:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339855872:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019505.223888:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339856000:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019505.223907:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339856128:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019505.223936:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339856256:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019505.223952:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339856384:192.168.201.101@tcp:8:kworker.0 00010000:00010000:3.0:1734019505.481485:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019505.743479:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019506.483566:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019506.743466:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019507.485612:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019507.743468:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000400:00000100:2.0:1734019508.229606:0:1967:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:2.0:1734019508.229656:0:1967:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1734019508.229715:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:2.0:1734019508.229751:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:2.0:1734019508.229759:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:2.0:1734019508.229767:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:2.0:1734019508.229773:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:2.0:1734019508.229781:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000100:00100000:1.0:1734019508.229903:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019505/real 1734019508] req@ffff8800a7a7e300 x1818247339856256/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019508.229947:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339856256/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019508.229961:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019508.229967:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019508.229973:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339856256:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019508.229982:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019505/real 1734019508] req@ffff8800a7a7df80 x1818247339856384/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019508.229995:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339856384/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019508.230002:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019508.230006:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019508.230009:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339856384:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019508.230017:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019505/real 1734019508] req@ffff8800a7a7d180 x1818247339855744/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019508.230030:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339855744/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019508.230037:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019508.230040:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019508.230043:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339855744:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019508.230050:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019505/real 1734019508] req@ffff8800a7a7f100 x1818247339855872/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019508.230062:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339855872/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019508.230070:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019508.230074:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019508.230077:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339855872:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019508.230085:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019505/real 1734019508] req@ffff8800a7a7ea00 x1818247339856000/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019508.230098:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339856000/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019508.230105:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019508.230108:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019508.230112:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339856000:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019508.230118:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019505/real 1734019508] req@ffff8800a7a7ca80 x1818247339856128/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019508.230129:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339856128/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019508.230137:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019508.230139:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019508.230143:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339856128:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734019508.487627:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019508.743457:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019509.489571:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019509.743460:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019510.231448:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019510.231457:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019510.231462:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019510.231471:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3774 00000100:00080000:2.0:1734019510.231479:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019510.231487:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019510.231522:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339856512/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019510.231557:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019510.231562:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019510.231564:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019510.231568:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3774 00000100:00080000:2.0:1734019510.231572:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019510.231576:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019510.231586:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019510.231596:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339856640/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019510.231606:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019510.231609:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019510.231610:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019510.231614:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3774 00000100:00080000:2.0:1734019510.231617:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019510.231621:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019510.231626:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019510.231634:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339856768/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019510.231671:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019510.231674:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019510.231675:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019510.231680:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3774 00000100:00080000:2.0:1734019510.231683:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019510.231686:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019510.231691:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019510.231700:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339856896/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019510.231709:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019510.231712:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019510.231714:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019510.231718:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3774 00000100:00080000:2.0:1734019510.231720:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019510.231723:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019510.231727:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019510.231736:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339857024/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019510.231745:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339856512:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734019510.231746:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019510.231749:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019510.231750:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019510.231754:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3774 00000100:00080000:2.0:1734019510.231757:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019510.231760:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019510.231764:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019510.231772:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339857152/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019510.231842:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019510.231871:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019510/real 1734019510] req@ffff8800a7a7fb80 x1818247339856512/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019510.231893:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339856512/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019510.231905:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019510.231910:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019510.231915:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339856512:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019510.231924:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339856640:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019510.231943:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019510.231949:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019510/real 1734019510] req@ffff8800a7a7ce00 x1818247339856640/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019510.231960:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339856640/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019510.231969:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019510.231972:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019510.231976:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339856640:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019510.231982:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339856768:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019510.231996:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019510.232002:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019510/real 1734019510] req@ffff8800a7a7c700 x1818247339856768/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019510.232012:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339856768/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019510.232020:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019510.232023:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019510.232026:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339856768:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019510.232033:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339856896:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019510.232050:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019510.232056:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019510/real 1734019510] req@ffff8800a7a7c000 x1818247339856896/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019510.232067:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339856896/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019510.232076:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019510.232078:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019510.232081:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339856896:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019510.232112:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339857024:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019510.232126:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019510.232132:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019510/real 1734019510] req@ffff8800a7a7f480 x1818247339857024/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019510.232142:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339857024/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019510.232150:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019510.232153:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019510.232156:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339857024:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019510.232162:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339857152:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019510.232175:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019510.232181:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019510/real 1734019510] req@ffff8800a7a7dc00 x1818247339857152/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019510.232197:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339857152/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019510.232204:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019510.232206:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019510.232209:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339857152:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734019510.491603:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019510.743460:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019511.493577:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734019511.743465:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019512.495634:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019512.743572:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019513.497625:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019513.743455:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019514.499652:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019514.743469:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:0.0:1734019515.239591:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019515.239603:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019515.239608:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019515.239621:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3779 00000100:00080000:0.0:1734019515.239633:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019515.239642:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734019515.239689:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2680 x1818247339857280/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019515.239729:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019515.239733:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019515.239736:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019515.239741:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3779 00000100:00080000:0.0:1734019515.239744:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019515.239748:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019515.239760:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1734019515.239771:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339857280:192.168.201.101@tcp:250:kworker.0 00000100:00100000:0.0:1734019515.239772:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2300 x1818247339857408/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019515.239783:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019515.239786:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019515.239789:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019515.239793:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3779 00000100:00080000:0.0:1734019515.239796:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019515.239800:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019515.239805:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734019515.239814:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1f80 x1818247339857536/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019515.239823:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019515.239826:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019515.239827:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019515.239831:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3779 00000100:00080000:0.0:1734019515.239842:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019515.239846:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019515.239851:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000800:00000100:1.0:1734019515.239854:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734019515.239862:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1c00 x1818247339857664/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019515.239871:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019515.239875:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019515.239876:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734019515.239879:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019515/real 1734019515] req@ffff88012c3a2680 x1818247339857280/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019515.239881:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3779 00000100:00080000:0.0:1734019515.239884:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019515.239887:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019515.239892:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019515.239901:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0000 x1818247339857792/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019515.239901:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2680 x1818247339857280/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019515.239911:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1734019515.239913:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019515.239914:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019515.239916:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1734019515.239916:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00080000:0.0:1734019515.239920:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3779 00000100:00100000:1.0:1734019515.239922:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339857280:192.168.201.101@tcp:250:kworker.0 00000100:00080000:0.0:1734019515.239923:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019515.239926:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019515.239931:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019515.239939:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2d80 x1818247339857920/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019515.239946:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339857408:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019515.239965:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019515.239972:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019515/real 1734019515] req@ffff88012c3a2300 x1818247339857408/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019515.239984:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2300 x1818247339857408/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019515.239992:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019515.239995:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019515.239999:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339857408:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019515.240005:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339857536:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019515.240019:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019515.240025:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019515/real 1734019515] req@ffff88012c3a1f80 x1818247339857536/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019515.240035:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1f80 x1818247339857536/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019515.240043:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019515.240045:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019515.240048:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339857536:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019515.240053:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339857664:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019515.240066:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019515.240072:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019515/real 1734019515] req@ffff88012c3a1c00 x1818247339857664/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019515.240082:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1c00 x1818247339857664/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019515.240091:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019515.240093:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019515.240097:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339857664:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019515.240102:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339857792:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019515.240119:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019515.240126:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019515/real 1734019515] req@ffff88012c3a0000 x1818247339857792/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019515.240137:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0000 x1818247339857792/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019515.240145:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019515.240147:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019515.240150:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339857792:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019515.240168:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339857920:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019515.240181:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019515.240187:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019515/real 1734019515] req@ffff88012c3a2d80 x1818247339857920/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019515.240197:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2d80 x1818247339857920/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019515.240205:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019515.240207:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019515.240210:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339857920:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734019515.501629:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019515.743455:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019516.503620:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019516.743446:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019517.505616:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019517.743464:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019518.507586:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019518.743416:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019519.509569:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019519.743475:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:0.0:1734019520.247452:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019520.247463:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019520.247490:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019520.247503:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3784 00000100:00080000:0.0:1734019520.247530:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019520.247536:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734019520.247570:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3b80 x1818247339858048/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019520.247594:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019520.247597:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019520.247598:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019520.247601:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3784 00000100:00080000:0.0:1734019520.247603:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019520.247606:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019520.247614:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019520.247621:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3480 x1818247339858176/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019520.247628:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019520.247630:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019520.247631:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019520.247634:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3784 00000100:00080000:0.0:1734019520.247635:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019520.247638:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019520.247641:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734019520.247647:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3800 x1818247339858304/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019520.247651:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019520.247653:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019520.247654:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019520.247657:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3784 00000100:00080000:0.0:1734019520.247658:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019520.247661:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:1.0:1734019520.247663:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339858048:192.168.201.101@tcp:250:kworker.0 00000008:00100000:0.0:1734019520.247664:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734019520.247669:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3100 x1818247339858432/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019520.247674:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019520.247676:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019520.247678:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019520.247681:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3784 00000100:00080000:0.0:1734019520.247682:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019520.247684:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019520.247687:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019520.247692:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2a00 x1818247339858560/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019520.247697:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019520.247699:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019520.247700:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019520.247702:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3784 00000100:00080000:0.0:1734019520.247713:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019520.247715:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019520.247718:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734019520.247723:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734019520.247725:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2d80 x1818247339858688/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019520.247740:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019520/real 1734019520] req@ffff88012c3a3b80 x1818247339858048/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019520.247760:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a3b80 x1818247339858048/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019520.247786:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019520.247790:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019520.247794:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339858048:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019520.247802:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339858176:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019520.247821:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019520.247828:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019520/real 1734019520] req@ffff88012c3a3480 x1818247339858176/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019520.247839:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a3480 x1818247339858176/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019520.247847:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019520.247849:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019520.247853:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339858176:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019520.247858:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339858304:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019520.247872:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019520.247878:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019520/real 1734019520] req@ffff88012c3a3800 x1818247339858304/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019520.247888:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a3800 x1818247339858304/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019520.247896:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019520.247899:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019520.247902:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339858304:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019520.247930:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339858432:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019520.247944:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019520.247950:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019520/real 1734019520] req@ffff88012c3a3100 x1818247339858432/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019520.247961:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a3100 x1818247339858432/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019520.247969:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019520.247971:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019520.247974:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339858432:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019520.247979:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339858560:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019520.247991:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019520.247997:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019520/real 1734019520] req@ffff88012c3a2a00 x1818247339858560/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019520.248007:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2a00 x1818247339858560/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019520.248015:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019520.248017:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019520.248021:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339858560:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019520.248026:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339858688:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019520.248041:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019520.248047:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019520/real 1734019520] req@ffff88012c3a2d80 x1818247339858688/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019520.248057:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2d80 x1818247339858688/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019520.248064:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019520.248066:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019520.248069:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339858688:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734019520.511637:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019520.743491:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019521.513635:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019521.743499:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019522.515614:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019522.743486:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019523.517579:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019523.743498:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019524.519594:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019524.743473:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:0.0:1734019525.255472:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019525.255481:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019525.255485:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019525.255495:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3789 00000100:00080000:0.0:1734019525.255504:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019525.255512:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734019525.255546:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0000 x1818247339858816/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019525.255587:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019525.255591:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019525.255593:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019525.255598:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3789 00000100:00080000:0.0:1734019525.255601:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019525.255605:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019525.255614:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019525.255624:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1c00 x1818247339858944/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019525.255634:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019525.255637:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019525.255639:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019525.255642:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3789 00000100:00080000:0.0:1734019525.255645:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019525.255649:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019525.255654:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734019525.255662:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1f80 x1818247339859072/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019525.255671:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019525.255674:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019525.255675:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019525.255679:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3789 00000100:00080000:0.0:1734019525.255681:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019525.255686:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019525.255690:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734019525.255697:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2300 x1818247339859200/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019525.255707:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019525.255710:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019525.255712:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019525.255715:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3789 00000100:00100000:1.0:1734019525.255717:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339858816:192.168.201.101@tcp:250:kworker.0 00000100:00080000:0.0:1734019525.255718:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019525.255721:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019525.255725:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019525.255733:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2680 x1818247339859328/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019525.255741:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019525.255744:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019525.255746:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019525.255749:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3789 00000100:00080000:0.0:1734019525.255752:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019525.255755:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019525.255759:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019525.255769:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0380 x1818247339859456/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019525.255810:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019525.255837:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019525/real 1734019525] req@ffff88012c3a0000 x1818247339858816/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019525.255860:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0000 x1818247339858816/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019525.255873:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019525.255876:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019525.255882:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339858816:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019525.255890:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339858944:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019525.255908:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019525.255915:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019525/real 1734019525] req@ffff88012c3a1c00 x1818247339858944/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019525.255927:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1c00 x1818247339858944/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019525.255936:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019525.255939:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019525.255943:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339858944:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019525.255948:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339859072:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019525.255963:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019525.255969:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019525/real 1734019525] req@ffff88012c3a1f80 x1818247339859072/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019525.255979:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1f80 x1818247339859072/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019525.255987:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019525.255989:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019525.255992:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339859072:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019525.256026:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339859200:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019525.256040:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019525.256047:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019525/real 1734019525] req@ffff88012c3a2300 x1818247339859200/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019525.256058:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2300 x1818247339859200/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019525.256067:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019525.256069:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019525.256072:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339859200:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019525.256079:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339859328:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019525.256093:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019525.256099:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019525/real 1734019525] req@ffff88012c3a2680 x1818247339859328/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019525.256110:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2680 x1818247339859328/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019525.256117:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019525.256119:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019525.256123:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339859328:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019525.256129:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339859456:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019525.256142:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019525.256148:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019525/real 1734019525] req@ffff88012c3a0380 x1818247339859456/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019525.256158:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0380 x1818247339859456/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019525.256165:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019525.256167:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019525.256170:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339859456:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734019525.521587:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019525.743494:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019526.523585:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019526.743474:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019527.525592:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019527.743463:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019528.527597:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019528.743455:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019529.529621:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019529.743482:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:0.0:1734019530.263475:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019530.263486:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019530.263492:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019530.263506:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3794 00000100:00080000:0.0:1734019530.263518:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019530.263527:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734019530.263575:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0a80 x1818247339859584/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019530.263612:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019530.263617:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019530.263619:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019530.263624:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3794 00000100:00080000:0.0:1734019530.263628:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019530.263632:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019530.263643:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019530.263655:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0e00 x1818247339859712/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019530.263664:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019530.263668:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019530.263670:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019530.263674:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3794 00000100:00080000:0.0:1734019530.263677:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019530.263681:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019530.263687:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734019530.263695:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1180 x1818247339859840/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019530.263706:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019530.263709:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019530.263711:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019530.263715:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3794 00000100:00080000:0.0:1734019530.263717:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734019530.263719:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339859584:192.168.201.101@tcp:250:kworker.0 00000100:00080000:0.0:1734019530.263721:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019530.263725:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734019530.263734:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0700 x1818247339859968/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019530.263742:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019530.263746:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019530.263747:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019530.263751:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3794 00000100:00080000:0.0:1734019530.263753:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019530.263756:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019530.263761:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019530.263769:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1880 x1818247339860096/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019530.263778:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019530.263781:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019530.263782:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019530.263786:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3794 00000100:00080000:0.0:1734019530.263792:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019530.263796:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019530.263800:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734019530.263805:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734019530.263812:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0380 x1818247339860224/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019530.263831:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019530/real 1734019530] req@ffff88012c3a0a80 x1818247339859584/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019530.263854:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0a80 x1818247339859584/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019530.263865:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019530.263869:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019530.263874:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339859584:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019530.263881:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339859712:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019530.263899:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019530.263907:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019530/real 1734019530] req@ffff88012c3a0e00 x1818247339859712/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019530.263918:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0e00 x1818247339859712/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019530.263926:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019530.263929:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019530.263932:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339859712:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019530.263963:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339859840:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019530.263977:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019530.263984:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019530/real 1734019530] req@ffff88012c3a1180 x1818247339859840/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019530.263994:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1180 x1818247339859840/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019530.264002:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019530.264006:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019530.264009:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339859840:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019530.264015:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339859968:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019530.264028:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019530.264034:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019530/real 1734019530] req@ffff88012c3a0700 x1818247339859968/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019530.264044:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0700 x1818247339859968/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019530.264053:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019530.264055:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019530.264058:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339859968:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019530.264064:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339860096:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019530.264076:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019530.264082:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019530/real 1734019530] req@ffff88012c3a1880 x1818247339860096/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019530.264092:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1880 x1818247339860096/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019530.264100:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019530.264102:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019530.264105:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339860096:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019530.264111:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339860224:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019530.264127:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019530.264133:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019530/real 1734019530] req@ffff88012c3a0380 x1818247339860224/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019530.264143:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0380 x1818247339860224/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019530.264150:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019530.264152:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019530.264155:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339860224:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734019530.531625:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019530.743382:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019531.533611:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019531.743455:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019532.535600:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019532.743458:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019533.537590:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019533.743476:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019534.539543:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019534.743461:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:0.0:1734019535.271452:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019535.271460:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019535.271465:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019535.271474:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3799 00000100:00080000:0.0:1734019535.271483:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019535.271491:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734019535.271526:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2680 x1818247339860352/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019535.271559:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019535.271564:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019535.271566:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019535.271570:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3799 00000100:00080000:0.0:1734019535.271574:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019535.271577:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019535.271587:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019535.271597:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2300 x1818247339860480/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019535.271607:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019535.271610:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019535.271612:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019535.271617:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3799 00000100:00080000:0.0:1734019535.271619:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019535.271623:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019535.271628:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734019535.271636:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1f80 x1818247339860608/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019535.271646:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019535.271649:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019535.271650:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019535.271653:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3799 00000100:00080000:0.0:1734019535.271656:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019535.271659:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019535.271664:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734019535.271671:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1c00 x1818247339860736/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019535.271681:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019535.271684:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019535.271685:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019535.271689:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3799 00000100:00080000:0.0:1734019535.271692:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734019535.271694:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339860352:192.168.201.101@tcp:250:kworker.0 00000100:00080000:0.0:1734019535.271695:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019535.271700:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019535.271710:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0000 x1818247339860864/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019535.271719:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019535.271722:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019535.271724:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019535.271727:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3799 00000100:00080000:0.0:1734019535.271730:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019535.271734:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019535.271738:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019535.271746:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2d80 x1818247339860992/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019535.271787:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019535.271816:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019535/real 1734019535] req@ffff88012c3a2680 x1818247339860352/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019535.271838:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2680 x1818247339860352/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019535.271851:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019535.271854:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019535.271859:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339860352:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019535.271868:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339860480:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019535.271887:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019535.271894:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019535/real 1734019535] req@ffff88012c3a2300 x1818247339860480/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019535.271905:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2300 x1818247339860480/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019535.271915:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019535.271918:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019535.271921:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339860480:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019535.271928:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339860608:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019535.271942:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019535.271948:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019535/real 1734019535] req@ffff88012c3a1f80 x1818247339860608/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019535.271959:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1f80 x1818247339860608/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019535.271966:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019535.271969:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019535.271973:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339860608:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019535.272004:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339860736:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019535.272019:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019535.272025:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019535/real 1734019535] req@ffff88012c3a1c00 x1818247339860736/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019535.272036:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1c00 x1818247339860736/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019535.272044:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019535.272047:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019535.272050:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339860736:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019535.272056:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339860864:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019535.272070:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019535.272076:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019535/real 1734019535] req@ffff88012c3a0000 x1818247339860864/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019535.272087:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0000 x1818247339860864/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019535.272095:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019535.272098:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019535.272101:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339860864:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019535.272106:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339860992:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019535.272118:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019535.272125:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019535/real 1734019535] req@ffff88012c3a2d80 x1818247339860992/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019535.272134:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2d80 x1818247339860992/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019535.272141:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019535.272144:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019535.272147:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339860992:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734019535.541570:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019535.743459:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019536.543580:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019536.743458:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019537.545592:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019537.743462:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019538.547578:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019538.743458:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019539.549593:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019539.743452:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:0.0:1734019540.279467:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019540.279480:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019540.279485:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019540.279499:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3804 00000100:00080000:0.0:1734019540.279512:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019540.279522:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734019540.279568:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2a00 x1818247339861120/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019540.279604:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019540.279608:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019540.279610:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019540.279616:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3804 00000100:00080000:0.0:1734019540.279619:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019540.279623:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019540.279637:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019540.279648:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3100 x1818247339861248/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019540.279658:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019540.279662:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019540.279664:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019540.279668:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3804 00000100:00080000:0.0:1734019540.279671:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019540.279675:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019540.279680:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734019540.279688:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3800 x1818247339861376/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019540.279698:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019540.279701:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019540.279702:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019540.279706:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3804 00000100:00080000:0.0:1734019540.279709:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734019540.279711:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339861120:192.168.201.101@tcp:250:kworker.0 00000100:00080000:0.0:1734019540.279712:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019540.279717:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734019540.279725:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3480 x1818247339861504/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019540.279733:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019540.279737:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019540.279739:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019540.279742:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3804 00000100:00080000:0.0:1734019540.279745:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019540.279748:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019540.279752:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019540.279759:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3b80 x1818247339861632/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019540.279768:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019540.279772:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019540.279773:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019540.279777:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3804 00000100:00080000:0.0:1734019540.279780:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019540.279784:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019540.279788:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734019540.279794:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734019540.279799:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2d80 x1818247339861760/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019540.279820:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019540/real 1734019540] req@ffff88012c3a2a00 x1818247339861120/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019540.279843:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2a00 x1818247339861120/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019540.279855:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019540.279859:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019540.279863:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339861120:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019540.279871:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339861248:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019540.279888:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019540.279895:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019540/real 1734019540] req@ffff88012c3a3100 x1818247339861248/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019540.279906:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a3100 x1818247339861248/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019540.279914:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019540.279917:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019540.279920:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339861248:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019540.279947:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339861376:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019540.279961:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019540.279968:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019540/real 1734019540] req@ffff88012c3a3800 x1818247339861376/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019540.279978:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a3800 x1818247339861376/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019540.279987:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019540.279990:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019540.279993:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339861376:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019540.279999:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339861504:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019540.280012:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019540.280018:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019540/real 1734019540] req@ffff88012c3a3480 x1818247339861504/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019540.280028:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a3480 x1818247339861504/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019540.280037:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019540.280040:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019540.280043:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339861504:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019540.280048:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339861632:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019540.280061:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019540.280067:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019540/real 1734019540] req@ffff88012c3a3b80 x1818247339861632/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019540.280077:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a3b80 x1818247339861632/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019540.280084:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019540.280087:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019540.280090:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339861632:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019540.280096:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339861760:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019540.280112:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019540.280118:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019540/real 1734019540] req@ffff88012c3a2d80 x1818247339861760/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019540.280128:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2d80 x1818247339861760/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019540.280170:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019540.280173:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019540.280176:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339861760:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734019540.551597:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019540.743437:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019541.553598:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019541.743469:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019542.555613:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019542.743473:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019543.557592:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019543.743456:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019544.559553:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019544.743445:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:0.0:1734019545.287479:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019545.287490:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019545.287495:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019545.287508:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3809 00000100:00080000:0.0:1734019545.287519:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019545.287529:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734019545.287578:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0000 x1818247339861888/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019545.287623:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019545.287627:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019545.287629:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019545.287634:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3809 00000100:00080000:0.0:1734019545.287638:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019545.287642:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019545.287654:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019545.287665:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1c00 x1818247339862016/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019545.287674:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019545.287677:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019545.287679:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019545.287684:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3809 00000100:00080000:0.0:1734019545.287687:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019545.287691:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019545.287697:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734019545.287705:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1f80 x1818247339862144/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019545.287713:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019545.287717:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019545.287718:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019545.287722:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3809 00000100:00080000:0.0:1734019545.287724:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019545.287729:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:1.0:1734019545.287731:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339861888:192.168.201.101@tcp:250:kworker.0 00000008:00100000:0.0:1734019545.287734:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734019545.287742:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2300 x1818247339862272/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019545.287751:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019545.287755:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019545.287756:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019545.287760:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3809 00000100:00080000:0.0:1734019545.287763:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019545.287766:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019545.287770:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019545.287778:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2680 x1818247339862400/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019545.287786:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019545.287790:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019545.287791:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019545.287795:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3809 00000100:00080000:0.0:1734019545.287807:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019545.287810:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000800:00000100:1.0:1734019545.287814:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000008:00100000:0.0:1734019545.287815:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019545.287826:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0380 x1818247339862528/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019545.287840:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019545/real 1734019545] req@ffff88012c3a0000 x1818247339861888/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019545.287863:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0000 x1818247339861888/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019545.287875:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019545.287878:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019545.287883:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339861888:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019545.287891:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339862016:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019545.287909:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019545.287915:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019545/real 1734019545] req@ffff88012c3a1c00 x1818247339862016/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019545.287927:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1c00 x1818247339862016/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019545.287936:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019545.287939:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019545.287942:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339862016:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019545.287948:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339862144:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019545.287962:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019545.287968:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019545/real 1734019545] req@ffff88012c3a1f80 x1818247339862144/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019545.287978:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1f80 x1818247339862144/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019545.287985:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019545.287988:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019545.287991:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339862144:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019545.288023:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339862272:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019545.288036:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019545.288043:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019545/real 1734019545] req@ffff88012c3a2300 x1818247339862272/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019545.288088:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2300 x1818247339862272/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019545.288097:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019545.288100:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019545.288103:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339862272:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019545.288110:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339862400:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019545.288127:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019545.288135:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019545/real 1734019545] req@ffff88012c3a2680 x1818247339862400/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019545.288146:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2680 x1818247339862400/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019545.288154:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019545.288157:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019545.288160:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339862400:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019545.288165:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339862528:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019545.288177:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019545.288183:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019545/real 1734019545] req@ffff88012c3a0380 x1818247339862528/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019545.288192:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0380 x1818247339862528/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019545.288200:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019545.288202:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019545.288205:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339862528:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734019545.561616:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019545.743485:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019546.563627:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019546.743480:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019547.565593:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019547.743454:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019548.567586:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019548.743449:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019549.569567:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019549.743450:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:0.0:1734019550.295455:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019550.295468:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019550.295473:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019550.295487:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3814 00000100:00080000:0.0:1734019550.295499:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019550.295508:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734019550.295555:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1880 x1818247339862656/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019550.295591:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019550.295596:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019550.295598:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019550.295603:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3814 00000100:00080000:0.0:1734019550.295606:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019550.295610:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019550.295622:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019550.295634:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0700 x1818247339862784/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019550.295644:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019550.295647:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019550.295649:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019550.295654:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3814 00000100:00080000:0.0:1734019550.295657:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019550.295661:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019550.295666:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734019550.295676:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1180 x1818247339862912/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019550.295686:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019550.295690:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019550.295691:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019550.295695:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3814 00000100:00080000:0.0:1734019550.295698:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734019550.295701:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339862656:192.168.201.101@tcp:250:kworker.0 00000100:00080000:0.0:1734019550.295702:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019550.295706:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734019550.295714:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0e00 x1818247339863040/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019550.295722:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019550.295726:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019550.295728:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019550.295731:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3814 00000100:00080000:0.0:1734019550.295734:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019550.295737:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019550.295742:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019550.295749:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0a80 x1818247339863168/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019550.295758:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019550.295761:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019550.295763:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019550.295767:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3814 00000100:00080000:0.0:1734019550.295772:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019550.295775:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019550.295780:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734019550.295786:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734019550.295792:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0380 x1818247339863296/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019550.295812:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019550/real 1734019550] req@ffff88012c3a1880 x1818247339862656/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019550.295836:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1880 x1818247339862656/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019550.295848:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019550.295852:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019550.295856:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339862656:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019550.295864:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339862784:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019550.295882:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019550.295889:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019550/real 1734019550] req@ffff88012c3a0700 x1818247339862784/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019550.295900:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0700 x1818247339862784/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019550.295908:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019550.295910:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019550.295914:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339862784:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019550.295942:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339862912:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019550.295957:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019550.296007:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019550/real 1734019550] req@ffff88012c3a1180 x1818247339862912/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019550.296021:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1180 x1818247339862912/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019550.296030:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019550.296034:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019550.296037:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339862912:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019550.296044:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339863040:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019550.296062:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019550.296069:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019550/real 1734019550] req@ffff88012c3a0e00 x1818247339863040/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019550.296080:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0e00 x1818247339863040/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019550.296088:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019550.296090:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019550.296093:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339863040:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019550.296098:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339863168:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019550.296112:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019550.296118:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019550/real 1734019550] req@ffff88012c3a0a80 x1818247339863168/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019550.296129:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0a80 x1818247339863168/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019550.296137:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019550.296139:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019550.296142:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339863168:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019550.296147:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339863296:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019550.296163:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019550.296169:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019550/real 1734019550] req@ffff88012c3a0380 x1818247339863296/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019550.296179:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0380 x1818247339863296/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019550.296186:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019550.296188:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019550.296192:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339863296:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734019550.571583:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019550.743459:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019551.573616:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019551.743445:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019552.575585:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019552.743446:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019553.577563:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019553.743459:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019554.579600:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019554.743440:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:0.0:1734019555.303440:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019555.303450:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019555.303454:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019555.303465:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3819 00000100:00080000:0.0:1734019555.303475:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019555.303483:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734019555.303521:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2680 x1818247339863424/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019555.303555:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019555.303560:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019555.303562:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019555.303566:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3819 00000100:00080000:0.0:1734019555.303569:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019555.303573:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019555.303583:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019555.303593:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2300 x1818247339863552/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019555.303602:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019555.303605:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019555.303608:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019555.303612:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3819 00000100:00080000:0.0:1734019555.303614:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019555.303618:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019555.303623:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734019555.303632:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1f80 x1818247339863680/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019555.303641:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019555.303644:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019555.303645:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019555.303649:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3819 00000100:00080000:0.0:1734019555.303651:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019555.303654:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019555.303659:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734019555.303666:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1c00 x1818247339863808/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019555.303675:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019555.303679:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019555.303680:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734019555.303680:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339863424:192.168.201.101@tcp:250:kworker.0 00000100:00080000:0.0:1734019555.303684:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3819 00000100:00080000:0.0:1734019555.303686:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019555.303690:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019555.303694:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019555.303702:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0000 x1818247339863936/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019555.303712:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019555.303715:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019555.303717:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019555.303720:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3819 00000100:00080000:0.0:1734019555.303723:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019555.303726:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019555.303730:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019555.303739:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2d80 x1818247339864064/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019555.303771:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019555.303800:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019555/real 1734019555] req@ffff88012c3a2680 x1818247339863424/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019555.303823:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2680 x1818247339863424/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019555.303835:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019555.303839:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019555.303844:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339863424:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019555.303852:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339863552:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019555.303870:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019555.303877:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019555/real 1734019555] req@ffff88012c3a2300 x1818247339863552/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019555.303926:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2300 x1818247339863552/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019555.303935:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019555.303938:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019555.303942:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339863552:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019555.303949:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339863680:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019555.303967:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019555.303974:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019555/real 1734019555] req@ffff88012c3a1f80 x1818247339863680/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019555.303985:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1f80 x1818247339863680/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019555.303993:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019555.303996:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019555.303999:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339863680:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019555.304030:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339863808:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019555.304044:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019555.304051:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019555/real 1734019555] req@ffff88012c3a1c00 x1818247339863808/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019555.304061:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1c00 x1818247339863808/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019555.304070:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019555.304073:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019555.304076:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339863808:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019555.304083:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339863936:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019555.304097:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019555.304104:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019555/real 1734019555] req@ffff88012c3a0000 x1818247339863936/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019555.304115:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0000 x1818247339863936/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019555.304122:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019555.304125:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019555.304128:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339863936:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019555.304133:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339864064:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019555.304146:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019555.304152:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019555/real 1734019555] req@ffff88012c3a2d80 x1818247339864064/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019555.304162:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2d80 x1818247339864064/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019555.304168:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019555.304171:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019555.304174:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339864064:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734019555.581578:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019555.743455:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019556.583606:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019556.743451:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019557.585582:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019557.743444:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019558.587616:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019558.743469:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019559.589599:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019559.743460:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:0.0:1734019560.311483:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019560.311493:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019560.311499:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019560.311512:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3824 00000100:00080000:0.0:1734019560.311524:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019560.311534:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734019560.311582:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3b80 x1818247339864192/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019560.311617:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019560.311622:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019560.311624:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019560.311629:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3824 00000100:00080000:0.0:1734019560.311633:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019560.311637:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019560.311649:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019560.311661:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3480 x1818247339864320/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019560.311671:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019560.311674:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019560.311676:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019560.311680:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3824 00000100:00080000:0.0:1734019560.311683:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019560.311687:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019560.311692:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734019560.311701:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3800 x1818247339864448/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019560.311710:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019560.311713:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019560.311715:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019560.311718:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3824 00000100:00080000:0.0:1734019560.311721:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019560.311725:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:1.0:1734019560.311726:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339864192:192.168.201.101@tcp:250:kworker.0 00000008:00100000:0.0:1734019560.311730:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734019560.311738:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a3100 x1818247339864576/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019560.311746:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019560.311749:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019560.311752:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019560.311756:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3824 00000100:00080000:0.0:1734019560.311759:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019560.311762:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019560.311766:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019560.311774:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2a00 x1818247339864704/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019560.311782:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019560.311786:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019560.311787:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019560.311791:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3824 00000100:00080000:0.0:1734019560.311826:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019560.311831:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019560.311836:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734019560.311847:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734019560.311848:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2d80 x1818247339864832/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019560.311876:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019560/real 1734019560] req@ffff88012c3a3b80 x1818247339864192/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019560.311899:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a3b80 x1818247339864192/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019560.311910:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019560.311914:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019560.311919:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339864192:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019560.311927:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339864320:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019560.311946:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019560.311953:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019560/real 1734019560] req@ffff88012c3a3480 x1818247339864320/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019560.311964:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a3480 x1818247339864320/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019560.311972:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019560.311975:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019560.311978:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339864320:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019560.312004:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339864448:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019560.312019:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019560.312026:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019560/real 1734019560] req@ffff88012c3a3800 x1818247339864448/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019560.312037:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a3800 x1818247339864448/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019560.312045:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019560.312048:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019560.312051:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339864448:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019560.312057:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339864576:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019560.312070:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019560.312076:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019560/real 1734019560] req@ffff88012c3a3100 x1818247339864576/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019560.312087:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a3100 x1818247339864576/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019560.312095:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019560.312097:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019560.312100:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339864576:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019560.312105:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339864704:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019560.312118:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019560.312124:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019560/real 1734019560] req@ffff88012c3a2a00 x1818247339864704/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019560.312134:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2a00 x1818247339864704/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019560.312141:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019560.312143:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019560.312146:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339864704:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019560.312151:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339864832:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019560.312167:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019560.312174:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019560/real 1734019560] req@ffff88012c3a2d80 x1818247339864832/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019560.312185:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2d80 x1818247339864832/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019560.312192:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019560.312194:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019560.312197:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339864832:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734019560.591568:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019560.743471:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019561.593619:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019561.743463:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019562.595569:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019562.743452:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019563.597571:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019563.743451:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019564.599580:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019564.743446:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:0.0:1734019565.319459:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019565.319469:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019565.319473:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019565.319483:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3829 00000100:00080000:0.0:1734019565.319493:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019565.319501:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734019565.319537:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0000 x1818247339864960/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019565.319580:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019565.319584:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019565.319586:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019565.319591:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3829 00000100:00080000:0.0:1734019565.319594:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019565.319598:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019565.319607:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019565.319618:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1c00 x1818247339865088/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019565.319627:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019565.319631:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019565.319632:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019565.319636:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3829 00000100:00080000:0.0:1734019565.319639:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019565.319643:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019565.319647:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734019565.319655:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1f80 x1818247339865216/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019565.319663:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019565.319666:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019565.319668:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019565.319671:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3829 00000100:00080000:0.0:1734019565.319674:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019565.319678:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019565.319682:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734019565.319690:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2300 x1818247339865344/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019565.319700:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019565.319703:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019565.319705:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019565.319708:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3829 00000100:00100000:1.0:1734019565.319738:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339864960:192.168.201.101@tcp:250:kworker.0 00000100:00080000:0.0:1734019565.319741:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019565.319745:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019565.319750:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019565.319759:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2680 x1818247339865472/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019565.319768:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019565.319771:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019565.319773:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019565.319777:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3829 00000100:00080000:0.0:1734019565.319780:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019565.319783:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019565.319787:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019565.319797:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0380 x1818247339865600/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019565.319834:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019565.319862:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019565/real 1734019565] req@ffff88012c3a0000 x1818247339864960/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019565.319886:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0000 x1818247339864960/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019565.319899:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019565.319903:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019565.319908:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339864960:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019565.319916:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339865088:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019565.319935:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019565.319942:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019565/real 1734019565] req@ffff88012c3a1c00 x1818247339865088/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019565.319953:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1c00 x1818247339865088/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019565.319963:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019565.319966:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019565.319970:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339865088:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019565.319976:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339865216:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019565.319990:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019565.319997:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019565/real 1734019565] req@ffff88012c3a1f80 x1818247339865216/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019565.320007:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1f80 x1818247339865216/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019565.320015:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019565.320017:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019565.320021:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339865216:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019565.320054:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339865344:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019565.320068:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019565.320074:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019565/real 1734019565] req@ffff88012c3a2300 x1818247339865344/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019565.320086:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2300 x1818247339865344/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019565.320094:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019565.320096:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019565.320099:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339865344:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019565.320106:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339865472:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019565.320120:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019565.320126:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019565/real 1734019565] req@ffff88012c3a2680 x1818247339865472/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019565.320136:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2680 x1818247339865472/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019565.320145:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019565.320147:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019565.320150:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339865472:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019565.320155:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339865600:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019565.320168:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019565.320174:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019565/real 1734019565] req@ffff88012c3a0380 x1818247339865600/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019565.320184:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0380 x1818247339865600/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019565.320191:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019565.320193:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019565.320196:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339865600:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734019565.601459:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019565.743421:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019566.603567:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019566.743443:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019567.605609:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019567.743476:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019568.607592:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019568.743461:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019569.609575:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019569.743452:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:0.0:1734019570.327466:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019570.327475:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019570.327480:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019570.327490:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3834 00000100:00080000:0.0:1734019570.327498:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019570.327506:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734019570.327540:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0a80 x1818247339865728/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019570.327574:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019570.327579:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019570.327580:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019570.327585:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3834 00000100:00080000:0.0:1734019570.327589:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019570.327592:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019570.327602:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019570.327612:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0e00 x1818247339865856/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019570.327622:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019570.327625:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019570.327654:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019570.327659:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3834 00000100:00080000:0.0:1734019570.327662:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019570.327666:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019570.327671:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734019570.327681:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1180 x1818247339865984/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019570.327690:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019570.327694:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019570.327695:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019570.327699:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3834 00000100:00080000:0.0:1734019570.327701:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019570.327705:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019570.327709:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734019570.327716:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0700 x1818247339866112/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019570.327726:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019570.327729:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1734019570.327730:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339865728:192.168.201.101@tcp:250:kworker.0 00000100:00080000:0.0:1734019570.327731:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019570.327735:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3834 00000100:00080000:0.0:1734019570.327738:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019570.327741:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019570.327745:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019570.327754:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1880 x1818247339866240/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019570.327763:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019570.327766:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019570.327767:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019570.327771:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3834 00000100:00080000:0.0:1734019570.327774:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019570.327777:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019570.327781:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019570.327791:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0380 x1818247339866368/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019570.327850:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339865856:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019570.327876:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339865984:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019570.327905:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339866112:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019570.327922:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339866240:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019570.327939:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339866368:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734019570.611580:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019570.743438:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019571.613573:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019571.743444:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019572.615546:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019572.743457:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000400:00000100:0.0:1734019573.333645:0:1968:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:0.0:1734019573.333690:0:1968:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1734019573.333707:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734019573.333742:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734019573.333750:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734019573.333757:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734019573.333764:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734019573.333772:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000100:00100000:1.0:1734019573.333891:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019570/real 1734019573] req@ffff88012c3a0700 x1818247339866112/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019573.333943:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0700 x1818247339866112/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019573.333966:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019573.333973:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019573.333981:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339866112:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019573.333995:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019570/real 1734019573] req@ffff88012c3a1880 x1818247339866240/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019573.334016:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1880 x1818247339866240/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019573.334028:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019573.334033:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019573.334040:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339866240:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019573.334053:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019570/real 1734019573] req@ffff88012c3a0380 x1818247339866368/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019573.334071:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0380 x1818247339866368/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019573.334085:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019573.334090:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019573.334095:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339866368:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019573.334107:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019570/real 1734019573] req@ffff88012c3a0a80 x1818247339865728/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019573.334129:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0a80 x1818247339865728/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019573.334141:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019573.334145:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019573.334151:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339865728:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019573.334163:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019570/real 1734019573] req@ffff88012c3a0e00 x1818247339865856/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019573.334193:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0e00 x1818247339865856/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019573.334206:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019573.334211:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019573.334216:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339865856:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019573.334227:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019570/real 1734019573] req@ffff88012c3a1180 x1818247339865984/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019573.334245:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1180 x1818247339865984/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019573.334267:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019573.334272:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019573.334277:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339865984:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734019573.617631:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019573.743452:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019574.619632:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019574.743452:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:0.0:1734019575.335456:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019575.335465:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019575.335469:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019575.335479:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3839 00000100:00080000:0.0:1734019575.335489:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019575.335496:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:0.0:1734019575.335532:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2680 x1818247339866496/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019575.335604:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019575.335608:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019575.335610:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019575.335616:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3839 00000100:00080000:0.0:1734019575.335620:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019575.335624:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019575.335634:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019575.335646:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2300 x1818247339866624/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019575.335656:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019575.335659:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019575.335661:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019575.335665:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3839 00000100:00080000:0.0:1734019575.335668:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019575.335672:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019575.335677:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:0.0:1734019575.335685:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1f80 x1818247339866752/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019575.335693:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019575.335696:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019575.335698:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019575.335701:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3839 00000100:00080000:0.0:1734019575.335704:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019575.335707:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019575.335712:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:0.0:1734019575.335720:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a1c00 x1818247339866880/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019575.335723:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339866496:192.168.201.101@tcp:250:kworker.0 00000100:00080000:0.0:1734019575.335737:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019575.335740:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019575.335742:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019575.335745:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3839 00000100:00080000:0.0:1734019575.335748:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019575.335751:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019575.335755:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019575.335764:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a0000 x1818247339867008/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019575.335773:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019575.335776:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019575.335777:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019575.335781:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3839 00000100:00080000:0.0:1734019575.335803:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019575.335807:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:0.0:1734019575.335811:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734019575.335817:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:0.0:1734019575.335819:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c3a2d80 x1818247339867136/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019575.335846:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019575/real 1734019575] req@ffff88012c3a2680 x1818247339866496/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019575.335868:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2680 x1818247339866496/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019575.335880:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019575.335884:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019575.335889:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339866496:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019575.335898:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339866624:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019575.335917:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019575.335924:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019575/real 1734019575] req@ffff88012c3a2300 x1818247339866624/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019575.335935:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2300 x1818247339866624/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019575.335943:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019575.335946:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019575.335949:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339866624:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019575.335957:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339866752:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019575.335972:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019575.335979:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019575/real 1734019575] req@ffff88012c3a1f80 x1818247339866752/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019575.335990:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1f80 x1818247339866752/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019575.335998:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019575.336000:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019575.336003:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339866752:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019575.336034:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339866880:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019575.336048:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019575.336055:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019575/real 1734019575] req@ffff88012c3a1c00 x1818247339866880/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019575.336065:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a1c00 x1818247339866880/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019575.336073:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019575.336076:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019575.336080:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339866880:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019575.336086:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339867008:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019575.336099:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019575.336105:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019575/real 1734019575] req@ffff88012c3a0000 x1818247339867008/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019575.336117:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a0000 x1818247339867008/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019575.336125:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019575.336127:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019575.336130:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339867008:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019575.336136:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c3a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339867136:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019575.336149:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019575.336155:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019575/real 1734019575] req@ffff88012c3a2d80 x1818247339867136/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019575.336165:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012c3a2d80 x1818247339867136/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019575.336172:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019575.336174:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019575.336177:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c3a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339867136:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734019575.621617:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019575.743456:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019576.623608:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019576.743454:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019577.625596:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019577.743451:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019578.627593:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019578.743448:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019579.629647:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019579.743448:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019580.343573:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019580.343581:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019580.343586:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019580.343596:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3844 00000100:00080000:2.0:1734019580.343605:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019580.343613:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019580.343650:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339867264/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019580.343689:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019580.343693:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019580.343696:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019580.343700:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3844 00000100:00080000:2.0:1734019580.343704:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019580.343707:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019580.343717:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019580.343728:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339867392/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019580.343738:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019580.343741:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019580.343744:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019580.343748:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3844 00000100:00080000:2.0:1734019580.343751:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019580.343754:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019580.343759:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019580.343770:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339867520/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019580.343778:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019580.343781:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019580.343783:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019580.343786:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3844 00000100:00080000:2.0:1734019580.343789:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019580.343793:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019580.343797:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019580.343806:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339867648/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019580.343811:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339867264:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734019580.343816:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019580.343820:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019580.343821:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019580.343825:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3844 00000100:00080000:2.0:1734019580.343827:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019580.343831:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019580.343835:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019580.343843:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339867776/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019580.343852:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019580.343855:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019580.343857:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019580.343860:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3844 00000100:00080000:2.0:1734019580.343862:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019580.343866:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019580.343870:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019580.343876:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339867904/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019580.343902:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019580.343930:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019580/real 1734019580] req@ffff8800a7a7ed80 x1818247339867264/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019580.343951:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339867264/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019580.343964:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019580.343969:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019580.343975:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339867264:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019580.343983:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339867392:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019580.344001:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019580.344007:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019580/real 1734019580] req@ffff8800a7a7c380 x1818247339867392/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019580.344018:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339867392/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019580.344027:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019580.344030:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019580.344034:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339867392:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019580.344040:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339867520:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019580.344054:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019580.344060:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019580/real 1734019580] req@ffff8800a7a7dc00 x1818247339867520/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019580.344070:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339867520/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019580.344078:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019580.344081:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019580.344084:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339867520:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019580.344115:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339867648:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019580.344133:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019580.344140:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019580/real 1734019580] req@ffff8800a7a7f480 x1818247339867648/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019580.344151:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339867648/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019580.344160:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019580.344162:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019580.344165:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339867648:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019580.344171:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339867776:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019580.344184:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019580.344190:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019580/real 1734019580] req@ffff8800a7a7c000 x1818247339867776/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019580.344200:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339867776/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019580.344207:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019580.344210:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019580.344213:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339867776:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019580.344219:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339867904:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019580.344232:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019580.344238:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019580/real 1734019580] req@ffff8800a7a7c700 x1818247339867904/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019580.344254:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339867904/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019580.344261:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019580.344264:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019580.344267:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339867904:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734019580.631626:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019580.743393:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019581.633631:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019581.743484:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019582.635659:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019582.743481:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019583.637651:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019583.743516:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019584.639618:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019584.743466:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019585.351484:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019585.351497:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019585.351503:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019585.351517:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3849 00000100:00080000:2.0:1734019585.351528:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019585.351538:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019585.351587:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339868032/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019585.351623:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019585.351628:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019585.351630:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019585.351634:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3849 00000100:00080000:2.0:1734019585.351638:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019585.351641:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019585.351654:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019585.351666:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339868160/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019585.351675:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019585.351679:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019585.351681:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019585.351685:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3849 00000100:00080000:2.0:1734019585.351688:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019585.351692:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019585.351698:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019585.351707:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339868288/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019585.351716:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019585.351720:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019585.351721:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019585.351725:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3849 00000100:00080000:2.0:1734019585.351727:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019585.351732:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:1.0:1734019585.351733:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339868032:192.168.201.101@tcp:250:kworker.0 00000008:00100000:2.0:1734019585.351737:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019585.351745:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339868416/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019585.351753:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019585.351757:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019585.351758:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019585.351762:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3849 00000100:00080000:2.0:1734019585.351764:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019585.351768:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019585.351772:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019585.351780:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339868544/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019585.351788:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019585.351792:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019585.351793:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019585.351797:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3849 00000100:00080000:2.0:1734019585.351800:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019585.351803:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019585.351808:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019585.351816:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339868672/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019585.351819:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019585.351844:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019585/real 1734019585] req@ffff8800a7a7ce00 x1818247339868032/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019585.351866:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339868032/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019585.351878:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019585.351881:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019585.351886:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339868032:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019585.351892:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339868160:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019585.351910:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019585.351917:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019585/real 1734019585] req@ffff8800a7a7fb80 x1818247339868160/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019585.351928:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339868160/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019585.351935:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019585.351940:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019585.351943:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339868160:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019585.351969:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339868288:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019585.351984:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019585.351991:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019585/real 1734019585] req@ffff8800a7a7ca80 x1818247339868288/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019585.352002:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339868288/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019585.352010:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019585.352012:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019585.352015:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339868288:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019585.352020:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339868416:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019585.352033:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019585.352039:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019585/real 1734019585] req@ffff8800a7a7ea00 x1818247339868416/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019585.352049:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339868416/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019585.352057:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019585.352059:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019585.352062:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339868416:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019585.352068:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339868544:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019585.352085:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019585.352091:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019585/real 1734019585] req@ffff8800a7a7f100 x1818247339868544/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019585.352102:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339868544/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019585.352109:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019585.352111:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019585.352114:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339868544:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019585.352119:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339868672:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019585.352132:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019585.352138:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019585/real 1734019585] req@ffff8800a7a7d180 x1818247339868672/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019585.352148:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339868672/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019585.352155:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019585.352157:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019585.352160:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339868672:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734019585.641629:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019585.743478:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019586.643615:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019586.743463:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019587.645604:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019587.743475:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019588.647593:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019588.743444:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019589.649594:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019589.743465:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019590.359450:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019590.359459:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019590.359464:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019590.359474:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3854 00000100:00080000:2.0:1734019590.359483:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019590.359491:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019590.359526:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339868800/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019590.359562:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019590.359566:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019590.359568:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019590.359573:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3854 00000100:00080000:2.0:1734019590.359576:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019590.359580:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019590.359590:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019590.359601:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339868928/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019590.359610:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019590.359614:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019590.359616:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019590.359620:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3854 00000100:00080000:2.0:1734019590.359622:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019590.359626:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019590.359631:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019590.359641:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339869056/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019590.359650:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019590.359653:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019590.359655:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019590.359658:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3854 00000100:00080000:2.0:1734019590.359661:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019590.359664:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019590.359668:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019590.359677:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339869184/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019590.359687:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019590.359690:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019590.359692:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734019590.359694:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339868800:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734019590.359695:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3854 00000100:00080000:2.0:1734019590.359698:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019590.359701:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019590.359706:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019590.359715:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339869312/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019590.359724:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019590.359727:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019590.359729:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019590.359732:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3854 00000100:00080000:2.0:1734019590.359735:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019590.359738:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019590.359742:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019590.359750:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339869440/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019590.359786:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019590.359812:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019590/real 1734019590] req@ffff8800a7a7df80 x1818247339868800/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019590.359843:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339868800/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019590.359855:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019590.359859:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019590.359864:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339868800:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019590.359873:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339868928:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019590.359890:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019590.359897:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019590/real 1734019590] req@ffff8800a7a7e300 x1818247339868928/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019590.359909:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339868928/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019590.359917:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019590.359920:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019590.359923:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339868928:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019590.359929:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339869056:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019590.359944:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019590.359950:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019590/real 1734019590] req@ffff8800a7a7d180 x1818247339869056/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019590.359960:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339869056/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019590.359968:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019590.359971:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019590.359975:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339869056:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019590.360004:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339869184:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019590.360018:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019590.360025:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019590/real 1734019590] req@ffff8800a7a7f100 x1818247339869184/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019590.360036:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339869184/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019590.360044:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019590.360046:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019590.360049:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339869184:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019590.360055:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339869312:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019590.360068:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019590.360074:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019590/real 1734019590] req@ffff8800a7a7ea00 x1818247339869312/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019590.360084:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339869312/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019590.360092:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019590.360095:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019590.360098:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339869312:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019590.360104:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339869440:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019590.360125:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019590.360131:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019590/real 1734019590] req@ffff8800a7a7ca80 x1818247339869440/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019590.360142:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339869440/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019590.360148:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019590.360151:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019590.360154:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339869440:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734019590.651569:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019590.743460:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019591.653606:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019591.743407:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019592.655594:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019592.743457:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019593.657562:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019593.743459:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019594.659560:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019594.743446:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019595.367476:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019595.367486:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019595.367491:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019595.367501:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3859 00000100:00080000:2.0:1734019595.367512:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019595.367520:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019595.367557:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339869568/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019595.367592:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019595.367597:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019595.367599:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019595.367603:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3859 00000100:00080000:2.0:1734019595.367607:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019595.367610:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019595.367620:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019595.367631:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339869696/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019595.367641:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019595.367644:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019595.367645:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019595.367649:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3859 00000100:00080000:2.0:1734019595.367652:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019595.367655:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019595.367660:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019595.367668:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339869824/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019595.367676:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019595.367683:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019595.367684:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019595.367688:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3859 00000100:00080000:2.0:1734019595.367691:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019595.367694:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019595.367698:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019595.367706:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339869952/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019595.367715:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019595.367718:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019595.367720:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019595.367724:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3859 00000100:00080000:2.0:1734019595.367726:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734019595.367727:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339869568:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734019595.367729:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019595.367733:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019595.367741:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339870080/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019595.367750:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019595.367753:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019595.367754:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019595.367758:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3859 00000100:00080000:2.0:1734019595.367760:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019595.367764:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019595.367769:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019595.367776:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339870208/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019595.367821:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019595.367848:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019595/real 1734019595] req@ffff8800a7a7fb80 x1818247339869568/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019595.367870:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339869568/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019595.367883:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019595.367887:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019595.367892:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339869568:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019595.367900:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339869696:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019595.367917:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019595.367924:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019595/real 1734019595] req@ffff8800a7a7ce00 x1818247339869696/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019595.367936:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339869696/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019595.367944:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019595.367947:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019595.367951:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339869696:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019595.367957:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339869824:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019595.367972:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019595.367978:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019595/real 1734019595] req@ffff8800a7a7c700 x1818247339869824/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019595.367988:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339869824/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019595.367996:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019595.367998:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019595.368001:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339869824:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019595.368032:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339869952:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019595.368046:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019595.368052:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019595/real 1734019595] req@ffff8800a7a7c000 x1818247339869952/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019595.368063:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339869952/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019595.368071:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019595.368073:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019595.368076:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339869952:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019595.368083:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339870080:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019595.368097:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019595.368104:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019595/real 1734019595] req@ffff8800a7a7f480 x1818247339870080/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019595.368114:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339870080/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019595.368122:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019595.368124:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019595.368128:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339870080:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019595.368134:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339870208:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019595.368146:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019595.368152:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019595/real 1734019595] req@ffff8800a7a7dc00 x1818247339870208/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019595.368162:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339870208/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019595.368169:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019595.368172:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019595.368175:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339870208:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734019595.661626:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019595.743453:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019596.663598:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019596.743453:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019597.665624:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019597.743412:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019598.667607:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019598.743476:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019599.669570:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019599.743468:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019600.375447:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019600.375455:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019600.375460:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019600.375469:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3864 00000100:00080000:2.0:1734019600.375478:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019600.375486:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019600.375521:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339870336/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019600.375555:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019600.375559:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019600.375561:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019600.375566:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3864 00000100:00080000:2.0:1734019600.375569:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019600.375573:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019600.375583:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019600.375594:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339870464/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019600.375604:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019600.375608:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019600.375609:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019600.375613:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3864 00000100:00080000:2.0:1734019600.375615:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019600.375619:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019600.375624:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019600.375634:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339870592/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019600.375642:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019600.375645:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019600.375647:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019600.375650:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3864 00000100:00080000:2.0:1734019600.375653:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019600.375656:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019600.375661:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019600.375670:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339870720/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019600.375679:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019600.375682:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019600.375685:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734019600.375689:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339870336:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734019600.375689:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3864 00000100:00080000:2.0:1734019600.375691:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019600.375695:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019600.375699:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019600.375707:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339870848/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019600.375715:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019600.375718:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019600.375720:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019600.375723:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3864 00000100:00080000:2.0:1734019600.375726:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019600.375729:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019600.375733:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019600.375741:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339870976/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019600.375779:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019600.375806:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019600/real 1734019600] req@ffff8800a7a7c380 x1818247339870336/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019600.375829:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339870336/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019600.375842:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019600.375846:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019600.375851:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339870336:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019600.375859:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339870464:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019600.375878:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019600.375885:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019600/real 1734019600] req@ffff8800a7a7ed80 x1818247339870464/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019600.375897:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339870464/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019600.375905:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019600.375908:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019600.375911:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339870464:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019600.375917:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339870592:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019600.375931:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019600.375938:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019600/real 1734019600] req@ffff8800a7a7dc00 x1818247339870592/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019600.375948:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339870592/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019600.375956:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019600.375959:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019600.375962:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339870592:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019600.375992:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339870720:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019600.376006:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019600.376013:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019600/real 1734019600] req@ffff8800a7a7f480 x1818247339870720/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019600.376024:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339870720/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019600.376032:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019600.376034:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019600.376037:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339870720:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019600.376043:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339870848:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019600.376056:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019600.376062:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019600/real 1734019600] req@ffff8800a7a7c000 x1818247339870848/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019600.376072:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339870848/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019600.376080:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019600.376082:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019600.376086:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339870848:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019600.376092:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339870976:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019600.376108:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019600.376114:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019600/real 1734019600] req@ffff8800a7a7c700 x1818247339870976/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019600.376174:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339870976/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019600.376182:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019600.376185:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019600.376188:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339870976:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734019600.671626:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019600.743434:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019601.673612:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019601.743463:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019602.675605:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019602.743461:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019603.677628:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019603.743470:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019604.679562:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019604.743444:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019605.383435:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019605.383445:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019605.383451:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019605.383464:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3869 00000100:00080000:2.0:1734019605.383475:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019605.383484:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019605.383531:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339871104/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019605.383567:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019605.383572:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019605.383574:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019605.383579:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3869 00000100:00080000:2.0:1734019605.383582:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019605.383586:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019605.383597:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019605.383609:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339871232/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019605.383619:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019605.383623:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019605.383624:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019605.383629:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3869 00000100:00080000:2.0:1734019605.383631:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019605.383635:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019605.383640:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019605.383650:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339871360/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019605.383660:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019605.383663:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019605.383665:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019605.383669:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3869 00000100:00080000:2.0:1734019605.383671:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734019605.383672:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339871104:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734019605.383675:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019605.383679:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019605.383687:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339871488/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019605.383696:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019605.383699:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019605.383701:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019605.383704:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3869 00000100:00080000:2.0:1734019605.383707:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019605.383710:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019605.383715:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019605.383723:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339871616/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019605.383732:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019605.383735:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019605.383737:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019605.383741:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3869 00000100:00080000:2.0:1734019605.383744:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019605.383748:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019605.383752:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734019605.383755:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734019605.383760:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339871744/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019605.383781:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019605/real 1734019605] req@ffff8800a7a7ce00 x1818247339871104/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019605.383803:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339871104/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019605.383815:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019605.383818:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019605.383823:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339871104:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019605.383830:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339871232:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019605.383848:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019605.383855:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019605/real 1734019605] req@ffff8800a7a7fb80 x1818247339871232/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019605.383866:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339871232/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019605.383876:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019605.383879:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019605.383882:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339871232:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019605.383908:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339871360:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019605.383922:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019605.383928:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019605/real 1734019605] req@ffff8800a7a7ca80 x1818247339871360/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019605.383939:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339871360/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019605.383947:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019605.383950:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019605.383953:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339871360:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019605.383958:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339871488:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019605.383971:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019605.383977:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019605/real 1734019605] req@ffff8800a7a7ea00 x1818247339871488/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019605.383987:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339871488/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019605.383995:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019605.383997:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019605.384000:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339871488:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019605.384007:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339871616:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019605.384021:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019605.384028:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019605/real 1734019605] req@ffff8800a7a7f100 x1818247339871616/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019605.384081:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339871616/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019605.384090:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019605.384092:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019605.384096:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339871616:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019605.384101:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339871744:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019605.384118:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019605.384125:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019605/real 1734019605] req@ffff8800a7a7d180 x1818247339871744/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019605.384136:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339871744/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019605.384144:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019605.384146:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019605.384149:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339871744:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734019605.681592:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019605.743478:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019606.683626:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019606.743440:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019607.685607:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019607.743466:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019608.687584:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019608.743469:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019609.689562:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019609.743481:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019610.391481:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019610.391491:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019610.391496:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019610.391510:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3874 00000100:00080000:2.0:1734019610.391520:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019610.391530:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019610.391577:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339871872/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019610.391613:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019610.391617:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019610.391620:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019610.391625:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3874 00000100:00080000:2.0:1734019610.391629:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019610.391633:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019610.391645:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019610.391657:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339872000/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019610.391666:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019610.391670:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019610.391672:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019610.391676:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3874 00000100:00080000:2.0:1734019610.391679:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019610.391683:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019610.391689:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019610.391700:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339872128/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019610.391709:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019610.391712:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019610.391714:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734019610.391716:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339871872:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734019610.391718:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3874 00000100:00080000:2.0:1734019610.391721:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019610.391724:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019610.391729:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019610.391738:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339872256/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019610.391748:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019610.391752:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019610.391753:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019610.391757:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3874 00000100:00080000:2.0:1734019610.391759:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019610.391763:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019610.391767:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019610.391776:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339872384/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019610.391784:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019610.391788:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019610.391789:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019610.391793:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3874 00000100:00080000:2.0:1734019610.391796:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019610.391799:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000800:00000100:1.0:1734019610.391801:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000008:00100000:2.0:1734019610.391804:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019610.391812:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339872512/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019610.391827:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019610/real 1734019610] req@ffff8800a7a7e300 x1818247339871872/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019610.391850:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339871872/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019610.391862:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019610.391865:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019610.391870:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339871872:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019610.391877:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339872000:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019610.391895:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019610.391902:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019610/real 1734019610] req@ffff8800a7a7df80 x1818247339872000/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019610.391914:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339872000/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019610.391921:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019610.391924:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019610.391927:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339872000:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019610.391992:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339872128:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019610.392013:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019610.392021:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019610/real 1734019610] req@ffff8800a7a7d180 x1818247339872128/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019610.392032:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339872128/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019610.392040:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019610.392044:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019610.392047:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339872128:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019610.392054:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339872256:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019610.392067:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019610.392073:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019610/real 1734019610] req@ffff8800a7a7f100 x1818247339872256/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019610.392083:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339872256/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019610.392092:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019610.392095:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019610.392098:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339872256:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019610.392102:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339872384:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019610.392116:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019610.392122:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019610/real 1734019610] req@ffff8800a7a7ea00 x1818247339872384/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019610.392132:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339872384/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019610.392139:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019610.392142:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019610.392145:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339872384:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019610.392150:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339872512:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019610.392166:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019610.392172:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019610/real 1734019610] req@ffff8800a7a7ca80 x1818247339872512/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019610.392183:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339872512/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019610.392190:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019610.392192:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019610.392195:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339872512:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734019610.691549:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019610.743454:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019611.693544:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019611.743452:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019612.695605:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019612.743427:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019613.697621:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019613.743468:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019614.699616:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019614.743469:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019615.399454:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019615.399465:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019615.399471:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019615.399483:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3879 00000100:00080000:2.0:1734019615.399495:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019615.399504:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019615.399552:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339872640/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019615.399591:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019615.399596:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019615.399598:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019615.399603:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3879 00000100:00080000:2.0:1734019615.399607:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019615.399611:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019615.399622:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019615.399634:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339872768/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019615.399644:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019615.399648:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019615.399650:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019615.399654:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3879 00000100:00080000:2.0:1734019615.399658:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019615.399662:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019615.399668:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019615.399677:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339872896/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019615.399686:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019615.399689:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019615.399691:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019615.399694:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3879 00000100:00080000:2.0:1734019615.399697:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019615.399701:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:1.0:1734019615.399702:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339872640:192.168.201.101@tcp:250:kworker.0 00000008:00100000:2.0:1734019615.399705:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019615.399714:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339873024/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019615.399722:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019615.399725:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019615.399727:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019615.399731:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3879 00000100:00080000:2.0:1734019615.399733:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019615.399737:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019615.399741:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019615.399749:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339873152/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019615.399765:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019615.399768:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019615.399770:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019615.399774:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3879 00000100:00080000:2.0:1734019615.399776:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019615.399780:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019615.399785:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734019615.399788:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734019615.399793:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339873280/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019615.399814:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019615/real 1734019615] req@ffff8800a7a7fb80 x1818247339872640/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019615.399837:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339872640/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019615.399850:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019615.399853:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019615.399858:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339872640:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019615.399865:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339872768:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019615.399931:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019615.399940:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019615/real 1734019615] req@ffff8800a7a7ce00 x1818247339872768/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019615.399952:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339872768/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019615.399962:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019615.399965:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019615.399968:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339872768:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019615.399995:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339872896:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019615.400011:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019615.400017:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019615/real 1734019615] req@ffff8800a7a7c700 x1818247339872896/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019615.400028:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339872896/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019615.400037:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019615.400039:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019615.400042:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339872896:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019615.400047:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339873024:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019615.400059:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019615.400065:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019615/real 1734019615] req@ffff8800a7a7c000 x1818247339873024/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019615.400075:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339873024/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019615.400083:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019615.400085:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019615.400089:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339873024:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019615.400095:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339873152:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019615.400109:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019615.400115:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019615/real 1734019615] req@ffff8800a7a7f480 x1818247339873152/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019615.400126:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339873152/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019615.400133:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019615.400136:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019615.400139:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339873152:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019615.400143:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339873280:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019615.400156:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019615.400161:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019615/real 1734019615] req@ffff8800a7a7dc00 x1818247339873280/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019615.400171:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339873280/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019615.400178:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019615.400180:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019615.400183:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339873280:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734019615.701629:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019615.743473:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019616.703591:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019616.743449:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019617.705628:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019617.743488:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019618.707571:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019618.743442:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019619.709640:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019619.743461:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019620.407464:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019620.407475:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019620.407481:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019620.407493:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3884 00000100:00080000:2.0:1734019620.407505:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019620.407515:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019620.407563:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339873408/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019620.407602:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019620.407607:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019620.407608:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019620.407613:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3884 00000100:00080000:2.0:1734019620.407617:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019620.407621:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019620.407633:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019620.407645:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339873536/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019620.407654:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019620.407658:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019620.407660:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019620.407664:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3884 00000100:00080000:2.0:1734019620.407668:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019620.407672:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019620.407677:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019620.407688:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339873664/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019620.407698:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019620.407701:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019620.407703:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019620.407706:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3884 00000100:00080000:2.0:1734019620.407709:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734019620.407714:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339873408:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734019620.407714:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019620.407719:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019620.407729:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339873792/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019620.407737:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019620.407741:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019620.407742:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019620.407746:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3884 00000100:00080000:2.0:1734019620.407749:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019620.407752:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019620.407756:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019620.407764:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339873920/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019620.407773:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019620.407776:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019620.407778:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019620.407781:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3884 00000100:00080000:2.0:1734019620.407811:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019620.407816:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019620.407821:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734019620.407825:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:2.0:1734019620.407830:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339874048/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019620.407853:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019620/real 1734019620] req@ffff8800a7a7ed80 x1818247339873408/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019620.407876:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339873408/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019620.407889:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019620.407892:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019620.407898:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339873408:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019620.407905:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339873536:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019620.407925:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019620.407931:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019620/real 1734019620] req@ffff8800a7a7c380 x1818247339873536/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019620.407943:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339873536/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019620.407951:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019620.407954:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019620.407957:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339873536:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019620.407984:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339873664:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019620.407999:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019620.408005:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019620/real 1734019620] req@ffff8800a7a7dc00 x1818247339873664/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019620.408016:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339873664/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019620.408024:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019620.408027:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019620.408031:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339873664:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019620.408037:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339873792:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019620.408050:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019620.408056:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019620/real 1734019620] req@ffff8800a7a7f480 x1818247339873792/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019620.408066:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339873792/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019620.408074:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019620.408077:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019620.408080:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339873792:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019620.408085:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339873920:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019620.408099:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019620.408105:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019620/real 1734019620] req@ffff8800a7a7c000 x1818247339873920/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019620.408114:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339873920/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019620.408123:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019620.408125:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019620.408129:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339873920:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019620.408134:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339874048:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019620.408150:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019620.408156:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019620/real 1734019620] req@ffff8800a7a7c700 x1818247339874048/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019620.408167:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339874048/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019620.408174:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019620.408176:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019620.408179:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339874048:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734019620.711633:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019620.743444:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019621.713626:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019621.743440:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019622.715621:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019622.743478:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019623.717554:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019623.743466:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019624.719582:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019624.743382:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019625.415442:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019625.415450:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019625.415453:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019625.415462:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3889 00000100:00080000:2.0:1734019625.415468:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019625.415474:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019625.415500:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339874176/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019625.415523:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019625.415525:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019625.415526:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019625.415529:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3889 00000100:00080000:2.0:1734019625.415531:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019625.415533:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019625.415539:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019625.415545:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339874304/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019625.415550:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019625.415552:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019625.415553:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019625.415555:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3889 00000100:00080000:2.0:1734019625.415556:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019625.415558:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019625.415561:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019625.415565:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339874432/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019625.415570:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019625.415571:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019625.415572:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019625.415574:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3889 00000100:00080000:2.0:1734019625.415575:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019625.415577:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019625.415579:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019625.415583:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339874560/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019625.415587:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019625.415589:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019625.415590:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019625.415592:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3889 00000100:00080000:2.0:1734019625.415593:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019625.415595:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019625.415598:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019625.415602:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339874688/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019625.415607:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019625.415609:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019625.415610:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019625.415611:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3889 00000100:00080000:2.0:1734019625.415613:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019625.415614:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019625.415616:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019625.415620:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339874816/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019625.415653:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339874176:192.168.201.101@tcp:250:kworker.0 00000800:00000100:1.0:1734019625.415774:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019625.415798:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019625/real 1734019625] req@ffff8800a7a7ce00 x1818247339874176/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019625.415819:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339874176/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019625.415831:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019625.415835:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019625.415840:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339874176:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019625.415849:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339874304:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019625.415867:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019625.415874:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019625/real 1734019625] req@ffff8800a7a7fb80 x1818247339874304/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019625.415886:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339874304/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019625.415895:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019625.415898:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019625.415901:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339874304:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019625.415907:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339874432:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019625.415921:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019625.415927:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019625/real 1734019625] req@ffff8800a7a7ca80 x1818247339874432/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019625.415937:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339874432/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019625.415945:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019625.415947:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019625.415950:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339874432:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019625.415956:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339874560:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019625.415969:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019625.415974:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019625/real 1734019625] req@ffff8800a7a7ea00 x1818247339874560/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019625.415984:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339874560/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019625.415992:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019625.415994:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019625.415997:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339874560:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019625.416003:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339874688:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019625.416017:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019625.416023:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019625/real 1734019625] req@ffff8800a7a7f100 x1818247339874688/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019625.416033:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339874688/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019625.416040:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019625.416042:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019625.416046:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339874688:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019625.416051:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339874816:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019625.416064:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019625.416070:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019625/real 1734019625] req@ffff8800a7a7d180 x1818247339874816/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019625.416080:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339874816/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019625.416087:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019625.416089:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019625.416092:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339874816:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734019625.721546:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019625.743451:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019626.723504:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019626.743413:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019627.725548:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019627.743375:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019628.727529:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019628.743399:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019629.729547:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019629.743430:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019630.423431:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019630.423438:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019630.423441:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019630.423447:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3894 00000100:00080000:2.0:1734019630.423454:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019630.423458:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019630.423483:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339874944/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019630.423505:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019630.423507:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019630.423508:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019630.423510:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3894 00000100:00080000:2.0:1734019630.423512:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019630.423513:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019630.423519:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019630.423524:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339875072/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019630.423528:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019630.423530:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019630.423530:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019630.423532:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3894 00000100:00080000:2.0:1734019630.423534:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019630.423535:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019630.423538:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019630.423543:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339875200/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019630.423547:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019630.423550:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019630.423551:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019630.423552:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3894 00000100:00080000:2.0:1734019630.423553:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019630.423555:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019630.423557:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019630.423561:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339875328/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019630.423565:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019630.423566:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019630.423567:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019630.423569:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3894 00000100:00080000:2.0:1734019630.423570:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019630.423572:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019630.423574:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019630.423577:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339875456/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019630.423581:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019630.423582:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019630.423583:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019630.423585:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3894 00000100:00080000:2.0:1734019630.423586:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019630.423588:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019630.423590:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019630.423593:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339875584/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019630.423649:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339874944:192.168.201.101@tcp:250:kworker.0 00000800:00000100:1.0:1734019630.423712:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019630.423730:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019630/real 1734019630] req@ffff8800a7a7df80 x1818247339874944/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019630.423743:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339874944/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019630.423750:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019630.423753:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019630.423755:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339874944:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019630.423759:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339875072:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019630.423770:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019630.423773:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019630/real 1734019630] req@ffff8800a7a7e300 x1818247339875072/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019630.423779:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339875072/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019630.423783:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019630.423785:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019630.423787:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339875072:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019630.423790:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339875200:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019630.423798:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019630.423801:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019630/real 1734019630] req@ffff8800a7a7d180 x1818247339875200/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019630.423806:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339875200/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019630.423810:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019630.423812:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019630.423814:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339875200:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019630.423817:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339875328:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019630.423825:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019630.423828:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019630/real 1734019630] req@ffff8800a7a7f100 x1818247339875328/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019630.423833:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339875328/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019630.423838:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019630.423839:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019630.423841:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339875328:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019630.423844:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339875456:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019630.423851:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019630.423854:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019630/real 1734019630] req@ffff8800a7a7ea00 x1818247339875456/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019630.423859:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339875456/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019630.423863:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019630.423865:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019630.423867:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339875456:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019630.423870:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339875584:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019630.423880:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019630.423883:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019630/real 1734019630] req@ffff8800a7a7ca80 x1818247339875584/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019630.423889:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339875584/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019630.423892:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019630.423893:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019630.423895:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339875584:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734019630.731496:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019630.743376:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019631.733537:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019631.743394:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019632.735483:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019632.743379:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019633.737527:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019633.743387:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:2.0:1734019634.739584:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019634.743384:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00080000:2.0:1734019635.431444:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019635.431453:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019635.431456:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019635.431463:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3899 00000100:00080000:2.0:1734019635.431470:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019635.431475:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019635.431502:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339875712/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019635.431524:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019635.431526:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019635.431527:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019635.431530:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3899 00000100:00080000:2.0:1734019635.431555:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019635.431558:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019635.431599:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019635.431607:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339875840/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019635.431613:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019635.431615:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019635.431616:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019635.431618:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3899 00000100:00080000:2.0:1734019635.431620:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019635.431621:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019635.431624:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019635.431629:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339875968/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019635.431635:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019635.431637:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019635.431637:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019635.431640:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3899 00000100:00080000:2.0:1734019635.431641:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019635.431644:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019635.431646:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019635.431651:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339876096/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019635.431653:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339875712:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734019635.431655:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019635.431657:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019635.431658:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019635.431660:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3899 00000100:00080000:2.0:1734019635.431661:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019635.431663:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019635.431665:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019635.431670:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339876224/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019635.431674:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019635.431676:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019635.431676:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019635.431679:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3899 00000100:00080000:2.0:1734019635.431680:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019635.431682:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019635.431684:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019635.431688:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339876352/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019635.431764:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339875840:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019635.431796:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339875968:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019635.431814:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339876096:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019635.431831:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339876224:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019635.431847:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339876352:192.168.201.101@tcp:8:kworker.0 00010000:00010000:2.0:1734019635.741561:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019635.743372:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00000100:00100000:2.0:1734019636.743570:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019636.743647:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019637.743382:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019637.745549:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1734019638.437631:0:1969:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:0.0:1734019638.437679:0:1969:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1734019638.437701:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734019638.437736:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734019638.437745:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734019638.437752:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734019638.437758:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734019638.437765:0:1969:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000100:00100000:1.0:1734019638.437901:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019635/real 1734019638] req@ffff8800a7a7c700 x1818247339875968/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019638.437943:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339875968/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019638.437958:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019638.437962:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019638.437969:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339875968:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019638.437979:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019635/real 1734019638] req@ffff8800a7a7c000 x1818247339876096/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019638.437998:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339876096/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019638.438012:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019638.438016:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019638.438022:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339876096:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019638.438034:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019635/real 1734019638] req@ffff8800a7a7f480 x1818247339876224/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019638.438055:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339876224/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019638.438066:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019638.438071:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019638.438077:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339876224:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019638.438089:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019635/real 1734019638] req@ffff8800a7a7dc00 x1818247339876352/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019638.438108:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339876352/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019638.438121:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019638.438125:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019638.438130:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339876352:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019638.438143:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019635/real 1734019638] req@ffff8800a7a7fb80 x1818247339875712/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019638.438164:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339875712/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019638.438176:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019638.438180:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019638.438185:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339875712:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019638.438197:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019635/real 1734019638] req@ffff8800a7a7ce00 x1818247339875840/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019638.438217:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339875840/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019638.438231:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019638.438236:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019638.438241:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339875840:192.168.201.101@tcp:38:kworker.0 00000100:00100000:2.0:1734019638.743455:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019638.747624:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019639.743441:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019639.749518:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019640.439462:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019640.439472:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019640.439475:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019640.439485:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3904 00000100:00080000:2.0:1734019640.439495:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019640.439501:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019640.439531:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339876480/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019640.439555:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019640.439557:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019640.439558:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019640.439561:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3904 00000100:00080000:2.0:1734019640.439563:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019640.439566:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019640.439572:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019640.439580:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339876608/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019640.439585:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019640.439587:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019640.439588:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019640.439590:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3904 00000100:00080000:2.0:1734019640.439591:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019640.439593:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019640.439596:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019640.439602:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339876736/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019640.439607:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019640.439610:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019640.439611:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019640.439613:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3904 00000100:00080000:2.0:1734019640.439614:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019640.439616:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019640.439619:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019640.439623:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339876864/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019640.439628:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019640.439630:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019640.439631:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019640.439633:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3904 00000100:00080000:2.0:1734019640.439634:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734019640.439636:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339876480:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734019640.439636:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019640.439638:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019640.439643:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339876992/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019640.439647:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019640.439649:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019640.439650:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019640.439652:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3904 00000100:00080000:2.0:1734019640.439653:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019640.439655:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019640.439658:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019640.439662:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339877120/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019640.439682:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019640.439695:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019640/real 1734019640] req@ffff8800a7a7c380 x1818247339876480/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019640.439706:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339876480/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019640.439711:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019640.439713:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019640.439716:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339876480:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019640.439720:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339876608:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019640.439729:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019640.439733:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019640/real 1734019640] req@ffff8800a7a7ed80 x1818247339876608/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019640.439738:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339876608/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019640.439742:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019640.439744:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019640.439745:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339876608:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019640.439748:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339876736:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019640.439756:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019640.439759:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019640/real 1734019640] req@ffff8800a7a7ce00 x1818247339876736/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019640.439764:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339876736/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019640.439768:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019640.439769:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019640.439770:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339876736:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019640.439786:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339876864:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019640.439793:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019640.439797:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019640/real 1734019640] req@ffff8800a7a7fb80 x1818247339876864/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019640.439802:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339876864/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019640.439806:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019640.439807:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019640.439809:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339876864:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019640.439812:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339876992:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019640.439818:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019640.439821:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019640/real 1734019640] req@ffff8800a7a7dc00 x1818247339876992/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019640.439826:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339876992/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019640.439830:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019640.439831:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019640.439832:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339876992:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019640.439835:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339877120:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019640.439841:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019640.439844:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019640/real 1734019640] req@ffff8800a7a7f480 x1818247339877120/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019640.439849:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339877120/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019640.439856:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019640.439857:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019640.439859:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339877120:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734019640.743464:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019640.751536:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019641.743486:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019641.753604:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019642.743375:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019642.755541:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019643.743458:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019643.757540:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019644.743481:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019644.759531:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019645.447401:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019645.447408:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019645.447411:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019645.447417:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3909 00000100:00080000:2.0:1734019645.447424:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019645.447429:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019645.447454:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339877248/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019645.447476:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019645.447478:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019645.447479:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019645.447481:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3909 00000100:00080000:2.0:1734019645.447483:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019645.447484:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019645.447490:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019645.447496:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339877376/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019645.447503:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019645.447505:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019645.447505:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019645.447507:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3909 00000100:00080000:2.0:1734019645.447508:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019645.447510:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019645.447512:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019645.447516:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339877504/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019645.447520:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019645.447521:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019645.447522:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019645.447523:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3909 00000100:00080000:2.0:1734019645.447524:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019645.447526:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019645.447528:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019645.447531:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339877632/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019645.447535:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019645.447536:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019645.447537:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019645.447538:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3909 00000100:00080000:2.0:1734019645.447540:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019645.447541:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019645.447543:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019645.447546:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339877760/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019645.447551:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339877248:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734019645.447551:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019645.447552:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019645.447553:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019645.447555:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3909 00000100:00080000:2.0:1734019645.447556:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019645.447557:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019645.447559:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019645.447563:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339877888/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019645.447596:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019645.447609:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019645/real 1734019645] req@ffff8800a7a7c000 x1818247339877248/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019645.447619:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339877248/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019645.447624:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019645.447626:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019645.447628:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339877248:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019645.447631:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339877376:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019645.447639:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019645.447642:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019645/real 1734019645] req@ffff8800a7a7c700 x1818247339877376/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019645.447647:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339877376/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019645.447650:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019645.447651:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019645.447653:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339877376:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019645.447656:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339877504:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019645.447662:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019645.447665:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019645/real 1734019645] req@ffff8800a7a7ca80 x1818247339877504/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019645.447670:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339877504/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019645.447673:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019645.447674:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019645.447675:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339877504:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019645.447677:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339877632:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019645.447683:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019645.447686:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019645/real 1734019645] req@ffff8800a7a7ea00 x1818247339877632/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019645.447690:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339877632/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019645.447693:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019645.447694:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019645.447696:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339877632:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019645.447709:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339877760:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019645.447715:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019645.447718:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019645/real 1734019645] req@ffff8800a7a7f100 x1818247339877760/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019645.447723:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339877760/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019645.447727:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019645.447728:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019645.447729:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339877760:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019645.447731:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339877888:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019645.447736:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019645.447739:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019645/real 1734019645] req@ffff8800a7a7d180 x1818247339877888/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019645.447743:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339877888/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019645.447746:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019645.447747:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019645.447748:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339877888:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734019645.743454:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019645.761601:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019646.743452:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019646.763588:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019647.743414:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019647.765579:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019648.743432:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019648.767570:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019649.743454:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019649.769557:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019650.455368:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019650.455376:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019650.455379:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019650.455387:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3914 00000100:00080000:2.0:1734019650.455395:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019650.455401:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019650.455426:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339878016/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019650.455451:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019650.455454:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019650.455455:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019650.455458:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3914 00000100:00080000:2.0:1734019650.455461:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019650.455463:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019650.455470:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019650.455479:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339878144/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019650.455485:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019650.455488:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019650.455490:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019650.455492:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3914 00000100:00080000:2.0:1734019650.455494:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019650.455496:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019650.455499:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019650.455507:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339878272/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019650.455513:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019650.455515:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019650.455517:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019650.455520:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3914 00000100:00100000:1.0:1734019650.455522:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339878016:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734019650.455522:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019650.455524:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019650.455527:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019650.455533:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339878400/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019650.455539:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019650.455542:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019650.455543:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019650.455545:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3914 00000100:00080000:2.0:1734019650.455548:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019650.455550:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019650.455553:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019650.455558:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339878528/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019650.455562:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734019650.455565:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019650.455567:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019650.455583:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019650.455585:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3914 00000100:00080000:2.0:1734019650.455587:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734019650.455589:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019650/real 1734019650] req@ffff8800a7a7e300 x1818247339878016/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019650.455590:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019650.455592:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019650.455597:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339878656/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019650.455599:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339878016/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019650.455604:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019650.455605:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019650.455607:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339878016:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019650.455611:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339878144:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019650.455619:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019650.455622:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019650/real 1734019650] req@ffff8800a7a7df80 x1818247339878144/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019650.455626:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339878144/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019650.455629:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019650.455631:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019650.455632:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339878144:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019650.455634:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339878272:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019650.455640:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019650.455643:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019650/real 1734019650] req@ffff8800a7a7d180 x1818247339878272/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019650.455647:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339878272/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019650.455650:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019650.455651:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019650.455652:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339878272:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019650.455665:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339878400:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019650.455672:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019650.455675:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019650/real 1734019650] req@ffff8800a7a7f100 x1818247339878400/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019650.455679:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339878400/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019650.455682:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019650.455683:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019650.455684:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339878400:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019650.455686:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339878528:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019650.455691:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019650.455694:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019650/real 1734019650] req@ffff8800a7a7ea00 x1818247339878528/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019650.455698:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339878528/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019650.455701:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019650.455702:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019650.455703:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339878528:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019650.455705:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339878656:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019650.455710:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019650.455713:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019650/real 1734019650] req@ffff8800a7a7ca80 x1818247339878656/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019650.455719:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339878656/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019650.455723:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019650.455724:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019650.455725:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339878656:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734019650.743439:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019650.771590:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019651.743454:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019651.773530:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019652.743429:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019652.775498:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019653.743452:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019653.777546:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019654.743434:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019654.779565:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019655.463436:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019655.463444:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019655.463448:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019655.463457:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3919 00000100:00080000:2.0:1734019655.463466:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019655.463472:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019655.463517:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339878784/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019655.463542:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019655.463545:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019655.463546:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019655.463559:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3919 00000100:00080000:2.0:1734019655.463561:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019655.463563:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019655.463571:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019655.463577:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339878912/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019655.463582:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019655.463585:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019655.463586:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019655.463589:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3919 00000100:00080000:2.0:1734019655.463591:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019655.463593:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019655.463595:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019655.463601:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339879040/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019655.463605:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019655.463607:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019655.463607:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019655.463609:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3919 00000100:00080000:2.0:1734019655.463611:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019655.463613:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019655.463615:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019655.463619:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339879168/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019655.463624:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019655.463625:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019655.463626:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019655.463628:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3919 00000100:00080000:2.0:1734019655.463629:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019655.463632:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019655.463634:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019655.463639:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339879296/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019655.463645:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019655.463647:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019655.463648:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734019655.463649:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339878784:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734019655.463650:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3919 00000100:00080000:2.0:1734019655.463651:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019655.463653:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019655.463656:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019655.463660:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339879424/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019655.463697:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019655.463712:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019655/real 1734019655] req@ffff8800a7a7c700 x1818247339878784/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019655.463722:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339878784/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019655.463728:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019655.463730:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019655.463732:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339878784:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019655.463736:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339878912:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019655.463745:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019655.463748:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019655/real 1734019655] req@ffff8800a7a7c000 x1818247339878912/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019655.463753:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339878912/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019655.463756:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019655.463758:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019655.463760:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339878912:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019655.463763:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339879040:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019655.463769:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019655.463772:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019655/real 1734019655] req@ffff8800a7a7f480 x1818247339879040/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019655.463777:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339879040/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019655.463780:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019655.463781:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019655.463783:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339879040:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019655.463786:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339879168:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019655.463792:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019655.463794:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019655/real 1734019655] req@ffff8800a7a7dc00 x1818247339879168/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019655.463798:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339879168/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019655.463802:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019655.463803:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019655.463805:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339879168:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019655.463820:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339879296:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019655.463827:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019655.463830:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019655/real 1734019655] req@ffff8800a7a7fb80 x1818247339879296/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019655.463835:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339879296/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019655.463839:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019655.463840:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019655.463841:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339879296:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019655.463844:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339879424:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019655.463849:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019655.463852:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019655/real 1734019655] req@ffff8800a7a7ce00 x1818247339879424/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019655.463856:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339879424/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019655.463859:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019655.463860:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019655.463862:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339879424:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734019655.743457:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019655.781565:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019656.743452:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019656.783589:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019657.743387:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019657.785636:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019658.743409:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019658.787657:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019659.743468:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019659.789581:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019660.471480:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019660.471492:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019660.471496:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019660.471506:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3924 00000100:00080000:2.0:1734019660.471517:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019660.471524:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019660.471565:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339879552/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019660.471593:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019660.471596:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019660.471598:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019660.471602:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3924 00000100:00080000:2.0:1734019660.471604:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019660.471606:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019660.471615:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019660.471622:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339879680/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019660.471627:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019660.471630:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019660.471631:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019660.471633:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3924 00000100:00080000:2.0:1734019660.471635:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019660.471637:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019660.471640:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019660.471649:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339879808/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019660.471653:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019660.471655:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019660.471655:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019660.471658:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3924 00000100:00080000:2.0:1734019660.471659:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019660.471662:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019660.471665:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019660.471671:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339879936/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019660.471676:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019660.471679:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019660.471679:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019660.471682:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3924 00000100:00080000:2.0:1734019660.471683:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019660.471685:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019660.471687:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019660.471692:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339880064/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019660.471697:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019660.471699:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019660.471700:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019660.471702:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3924 00000100:00080000:2.0:1734019660.471703:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019660.471705:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019660.471708:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019660.471712:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339880192/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019660.471763:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339879552:192.168.201.101@tcp:250:kworker.0 00000800:00000100:1.0:1734019660.471837:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019660.471861:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019660/real 1734019660] req@ffff8800a7a7ed80 x1818247339879552/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019660.471888:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339879552/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019660.471899:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019660.471902:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019660.471907:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339879552:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019660.471914:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339879680:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019660.471932:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019660.471938:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019660/real 1734019660] req@ffff8800a7a7c380 x1818247339879680/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019660.471949:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339879680/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019660.471957:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019660.471960:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019660.471964:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339879680:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019660.471970:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339879808:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019660.471983:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019660.471990:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019660/real 1734019660] req@ffff8800a7a7ce00 x1818247339879808/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019660.472011:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339879808/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019660.472015:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019660.472017:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019660.472018:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339879808:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019660.472022:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339879936:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019660.472030:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019660.472033:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019660/real 1734019660] req@ffff8800a7a7fb80 x1818247339879936/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019660.472039:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339879936/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019660.472043:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019660.472044:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019660.472046:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339879936:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019660.472049:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339880064:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019660.472056:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019660.472079:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019660/real 1734019660] req@ffff8800a7a7dc00 x1818247339880064/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019660.472089:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339880064/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019660.472097:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019660.472100:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019660.472103:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339880064:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019660.472109:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339880192:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019660.472174:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019660.472179:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019660/real 1734019660] req@ffff8800a7a7f480 x1818247339880192/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019660.472185:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339880192/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019660.472189:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019660.472190:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019660.472191:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339880192:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734019660.743452:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019660.791632:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019661.743445:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019661.793559:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019662.743390:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019662.795595:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019663.743398:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019663.797526:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019664.743440:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019664.799638:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019665.479449:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019665.479459:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019665.479463:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019665.479474:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3929 00000100:00080000:2.0:1734019665.479485:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019665.479492:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019665.479530:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339880320/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019665.479556:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019665.479559:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019665.479560:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019665.479563:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3929 00000100:00080000:2.0:1734019665.479565:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019665.479567:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019665.479576:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019665.479583:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339880448/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019665.479588:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019665.479590:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019665.479591:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019665.479594:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3929 00000100:00080000:2.0:1734019665.479595:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019665.479598:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019665.479601:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019665.479606:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339880576/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019665.479612:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019665.479614:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019665.479615:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019665.479617:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3929 00000100:00080000:2.0:1734019665.479619:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019665.479621:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019665.479623:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019665.479628:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339880704/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019665.479632:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019665.479634:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019665.479635:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019665.479637:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3929 00000100:00080000:2.0:1734019665.479639:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019665.479641:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019665.479644:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019665.479649:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339880832/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019665.479653:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019665.479655:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019665.479656:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019665.479658:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3929 00000100:00080000:2.0:1734019665.479660:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019665.479662:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019665.479665:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019665.479670:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339880960/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019665.479685:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339880320:192.168.201.101@tcp:250:kworker.0 00000800:00000100:1.0:1734019665.479756:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019665.479779:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019665/real 1734019665] req@ffff8800a7a7c000 x1818247339880320/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019665.479799:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339880320/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019665.479811:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019665.479814:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019665.479819:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339880320:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019665.479827:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339880448:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019665.479844:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019665.479851:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019665/real 1734019665] req@ffff8800a7a7c700 x1818247339880448/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019665.479862:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339880448/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019665.479871:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019665.479875:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019665.479878:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339880448:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019665.479884:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339880576:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019665.479897:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019665.479903:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019665/real 1734019665] req@ffff8800a7a7ca80 x1818247339880576/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019665.479914:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339880576/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019665.479921:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019665.479924:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019665.479927:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339880576:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019665.479933:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339880704:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019665.479945:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019665.479951:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019665/real 1734019665] req@ffff8800a7a7ea00 x1818247339880704/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019665.479961:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339880704/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019665.479969:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019665.479972:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019665.479975:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339880704:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019665.479981:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339880832:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019665.479995:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019665.480001:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019665/real 1734019665] req@ffff8800a7a7f100 x1818247339880832/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019665.480012:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339880832/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019665.480019:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019665.480022:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019665.480025:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339880832:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019665.480094:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339880960:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019665.480112:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019665.480120:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019665/real 1734019665] req@ffff8800a7a7d180 x1818247339880960/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019665.480130:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339880960/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019665.480138:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019665.480140:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019665.480144:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339880960:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734019665.743431:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019665.801596:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019666.743373:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019666.803601:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019667.743434:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019667.805578:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019668.743472:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019668.807602:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019669.743489:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019669.809595:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019670.487502:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019670.487513:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019670.487517:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019670.487526:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3934 00000100:00080000:2.0:1734019670.487535:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019670.487542:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019670.487580:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339881088/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019670.487607:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019670.487610:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019670.487611:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019670.487613:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3934 00000100:00080000:2.0:1734019670.487615:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019670.487617:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019670.487625:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019670.487633:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339881216/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019670.487637:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019670.487639:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019670.487640:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019670.487642:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3934 00000100:00080000:2.0:1734019670.487643:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019670.487645:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019670.487648:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019670.487655:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339881344/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019670.487658:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019670.487660:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019670.487661:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019670.487663:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3934 00000100:00080000:2.0:1734019670.487664:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019670.487666:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019670.487668:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019670.487673:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339881472/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019670.487677:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019670.487679:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019670.487680:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019670.487683:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3934 00000100:00080000:2.0:1734019670.487684:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019670.487686:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019670.487688:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019670.487692:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339881600/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019670.487697:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019670.487698:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019670.487699:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019670.487701:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3934 00000100:00080000:2.0:1734019670.487702:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019670.487704:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019670.487707:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734019670.487709:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339881088:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734019670.487711:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339881728/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019670.487766:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019670.487781:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019670/real 1734019670] req@ffff8800a7a7df80 x1818247339881088/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019670.487792:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339881088/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019670.487799:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019670.487801:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019670.487804:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339881088:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019670.487808:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339881216:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019670.487818:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019670.487821:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019670/real 1734019670] req@ffff8800a7a7e300 x1818247339881216/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019670.487827:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339881216/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019670.487831:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019670.487833:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019670.487834:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339881216:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019670.487838:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339881344:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019670.487845:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019670.487848:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019670/real 1734019670] req@ffff8800a7a7d180 x1818247339881344/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019670.487853:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339881344/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019670.487857:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019670.487859:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019670.487860:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339881344:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019670.487863:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339881472:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019670.487870:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019670.487873:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019670/real 1734019670] req@ffff8800a7a7f100 x1818247339881472/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019670.487879:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339881472/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019670.487883:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019670.487884:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019670.487886:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339881472:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019670.487903:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339881600:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019670.487910:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019670.487913:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019670/real 1734019670] req@ffff8800a7a7ea00 x1818247339881600/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019670.487919:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339881600/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019670.487923:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019670.487924:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019670.487926:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339881600:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019670.487929:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339881728:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019670.487937:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019670.487940:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019670/real 1734019670] req@ffff8800a7a7ca80 x1818247339881728/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019670.487974:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339881728/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019670.487978:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019670.487979:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019670.487981:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339881728:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734019670.743485:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019670.811621:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019671.743456:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019671.813568:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019672.743377:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019672.815559:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019673.743460:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019673.817626:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019674.743468:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019674.819583:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019675.495400:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019675.495409:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019675.495414:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019675.495423:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3939 00000100:00080000:2.0:1734019675.495433:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019675.495441:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019675.495479:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339881856/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019675.495505:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019675.495508:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019675.495509:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019675.495512:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3939 00000100:00080000:2.0:1734019675.495514:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019675.495516:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019675.495525:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019675.495532:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339881984/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019675.495537:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019675.495539:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019675.495540:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019675.495543:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3939 00000100:00080000:2.0:1734019675.495545:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019675.495547:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019675.495550:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019675.495555:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339882112/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019675.495560:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019675.495562:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019675.495563:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019675.495566:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3939 00000100:00080000:2.0:1734019675.495567:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019675.495570:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019675.495572:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019675.495577:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339882240/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019675.495582:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019675.495584:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019675.495584:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019675.495586:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3939 00000100:00080000:2.0:1734019675.495588:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019675.495590:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019675.495592:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019675.495597:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339882368/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019675.495602:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019675.495603:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019675.495604:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019675.495606:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3939 00000100:00080000:2.0:1734019675.495608:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019675.495610:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019675.495612:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019675.495616:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339882496/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019675.495633:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339881856:192.168.201.101@tcp:250:kworker.0 00000800:00000100:1.0:1734019675.495702:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019675.495724:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019675/real 1734019675] req@ffff8800a7a7c700 x1818247339881856/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019675.495743:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339881856/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019675.495755:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019675.495758:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019675.495763:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339881856:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019675.495770:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339881984:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019675.495787:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019675.495794:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019675/real 1734019675] req@ffff8800a7a7c000 x1818247339881984/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019675.495806:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339881984/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019675.495815:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019675.495818:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019675.495821:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339881984:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019675.495827:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339882112:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019675.495840:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019675.495846:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019675/real 1734019675] req@ffff8800a7a7f480 x1818247339882112/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019675.495856:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339882112/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019675.495909:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019675.495912:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019675.495916:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339882112:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019675.495922:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339882240:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019675.495939:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019675.495947:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019675/real 1734019675] req@ffff8800a7a7dc00 x1818247339882240/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019675.495958:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339882240/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019675.495966:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019675.495968:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019675.495971:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339882240:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019675.495978:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339882368:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019675.495991:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019675.495997:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019675/real 1734019675] req@ffff8800a7a7fb80 x1818247339882368/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019675.496007:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339882368/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019675.496016:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019675.496018:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019675.496021:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339882368:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019675.496049:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339882496:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019675.496062:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019675.496068:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019675/real 1734019675] req@ffff8800a7a7ce00 x1818247339882496/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019675.496078:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339882496/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019675.496086:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019675.496089:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019675.496092:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339882496:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734019675.743440:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019675.821585:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019676.743403:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019676.823599:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019677.743385:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019677.825578:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019678.743389:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019678.827598:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019679.743384:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019679.829605:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019680.503451:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019680.503464:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019680.503469:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019680.503482:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3944 00000100:00080000:2.0:1734019680.503496:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019680.503505:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019680.503552:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339882624/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019680.503589:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019680.503593:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019680.503595:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019680.503600:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3944 00000100:00080000:2.0:1734019680.503603:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019680.503607:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019680.503618:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019680.503629:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339882752/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019680.503639:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019680.503642:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019680.503645:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019680.503649:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3944 00000100:00080000:2.0:1734019680.503652:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019680.503656:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019680.503661:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019680.503672:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339882880/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019680.503682:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019680.503685:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019680.503687:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019680.503691:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3944 00000100:00080000:2.0:1734019680.503694:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734019680.503696:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339882624:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734019680.503697:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019680.503702:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019680.503711:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339883008/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019680.503720:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019680.503723:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019680.503724:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019680.503728:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3944 00000100:00080000:2.0:1734019680.503731:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019680.503734:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019680.503738:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019680.503747:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339883136/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019680.503749:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734019680.503756:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019680.503759:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019680.503761:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734019680.503766:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019680/real 1734019680] req@ffff8800a7a7c380 x1818247339882624/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019680.503766:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3944 00000100:00080000:2.0:1734019680.503769:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019680.503772:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019680.503808:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734019680.503809:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339882624/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019680.503816:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019680.503818:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:2.0:1734019680.503819:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339883264/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019680.503821:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339882624:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019680.503826:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339882752:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019680.503839:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019680.503844:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019680/real 1734019680] req@ffff8800a7a7ed80 x1818247339882752/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019680.503849:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339882752/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019680.503854:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019680.503856:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019680.503858:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339882752:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019680.503875:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339882880:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019680.503883:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019680.503886:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019680/real 1734019680] req@ffff8800a7a7ce00 x1818247339882880/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019680.503892:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339882880/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019680.503896:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019680.503898:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019680.503899:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339882880:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019680.503902:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339883008:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019680.503909:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019680.503912:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019680/real 1734019680] req@ffff8800a7a7fb80 x1818247339883008/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019680.503917:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339883008/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019680.503921:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019680.503922:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019680.503924:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339883008:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019680.503927:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339883136:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019680.503935:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019680.503938:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019680/real 1734019680] req@ffff8800a7a7dc00 x1818247339883136/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019680.503944:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339883136/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019680.503948:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019680.503949:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019680.503951:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339883136:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019680.503954:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339883264:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019680.503963:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019680.503966:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019680/real 1734019680] req@ffff8800a7a7f480 x1818247339883264/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019680.503972:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339883264/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019680.503975:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019680.503976:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019680.503978:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339883264:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734019680.743445:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019680.831575:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019681.743482:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019681.833628:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019682.743460:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019682.835584:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019683.743468:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019683.837595:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019684.743472:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019684.839601:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019685.511465:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019685.511474:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019685.511479:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019685.511491:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3949 00000100:00080000:2.0:1734019685.511502:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019685.511512:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019685.511556:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339883392/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019685.511592:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019685.511596:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019685.511599:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019685.511604:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3949 00000100:00080000:2.0:1734019685.511607:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019685.511611:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019685.511622:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019685.511634:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339883520/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019685.511644:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019685.511648:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019685.511650:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019685.511654:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3949 00000100:00080000:2.0:1734019685.511657:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019685.511660:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019685.511665:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019685.511674:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339883648/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019685.511683:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019685.511686:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019685.511688:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019685.511733:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3949 00000100:00080000:2.0:1734019685.511736:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019685.511741:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019685.511747:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734019685.511748:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339883392:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734019685.511757:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339883776/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019685.511769:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019685.511772:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019685.511774:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019685.511778:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3949 00000100:00080000:2.0:1734019685.511781:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019685.511785:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019685.511789:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019685.511798:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339883904/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019685.511807:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019685.511810:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019685.511811:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019685.511815:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3949 00000100:00080000:2.0:1734019685.511818:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1734019685.511820:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734019685.511822:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019685.511826:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019685.511834:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339884032/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019685.511844:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019685/real 1734019685] req@ffff8800a7a7c000 x1818247339883392/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019685.511864:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339883392/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019685.511876:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019685.511880:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019685.511884:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339883392:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019685.511892:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339883520:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019685.511910:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019685.511917:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019685/real 1734019685] req@ffff8800a7a7c700 x1818247339883520/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019685.511928:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339883520/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019685.511937:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019685.511941:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019685.511944:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339883520:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019685.511950:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339883648:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019685.511963:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019685.511969:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019685/real 1734019685] req@ffff8800a7a7ca80 x1818247339883648/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019685.511980:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339883648/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019685.511987:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019685.511990:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019685.511993:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339883648:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019685.512019:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339883776:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019685.512032:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019685.512039:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019685/real 1734019685] req@ffff8800a7a7ea00 x1818247339883776/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019685.512050:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339883776/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019685.512057:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019685.512060:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019685.512063:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339883776:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019685.512070:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339883904:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019685.512083:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019685.512089:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019685/real 1734019685] req@ffff8800a7a7f100 x1818247339883904/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019685.512100:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339883904/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019685.512107:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019685.512110:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019685.512113:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339883904:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019685.512119:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339884032:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019685.512131:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019685.512137:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019685/real 1734019685] req@ffff8800a7a7d180 x1818247339884032/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019685.512147:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339884032/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019685.512154:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019685.512157:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019685.512159:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339884032:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734019685.743408:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019685.841556:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019686.743404:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019686.843501:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019687.743384:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019687.845541:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019688.743402:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019688.847485:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019689.743446:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019689.849596:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019690.519438:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019690.519448:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019690.519452:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019690.519462:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3954 00000100:00080000:2.0:1734019690.519471:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019690.519478:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019690.519513:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339884160/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019690.519547:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019690.519551:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019690.519553:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019690.519559:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3954 00000100:00080000:2.0:1734019690.519562:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019690.519566:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019690.519575:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019690.519585:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339884288/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019690.519595:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019690.519598:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019690.519600:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019690.519604:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3954 00000100:00080000:2.0:1734019690.519640:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019690.519645:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019690.519650:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019690.519661:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339884416/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019690.519672:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019690.519675:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019690.519676:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019690.519680:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3954 00000100:00080000:2.0:1734019690.519682:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734019690.519683:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339884160:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734019690.519686:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019690.519691:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019690.519699:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339884544/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019690.519708:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019690.519711:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019690.519713:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019690.519716:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3954 00000100:00080000:2.0:1734019690.519719:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019690.519722:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019690.519726:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019690.519734:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339884672/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019690.519742:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019690.519745:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:1.0:1734019690.519747:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734019690.519747:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019690.519750:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3954 00000100:00080000:2.0:1734019690.519753:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019690.519757:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019690.519761:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734019690.519769:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019690/real 1734019690] req@ffff8800a7a7e300 x1818247339884160/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019690.519769:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339884800/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019690.519789:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339884160/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019690.519800:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019690.519803:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019690.519808:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339884160:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019690.519815:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339884288:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019690.519832:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019690.519838:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019690/real 1734019690] req@ffff8800a7a7df80 x1818247339884288/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019690.519850:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339884288/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019690.519857:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019690.519860:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019690.519863:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339884288:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019690.519886:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339884416:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019690.519900:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019690.519906:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019690/real 1734019690] req@ffff8800a7a7d180 x1818247339884416/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019690.519917:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339884416/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019690.519925:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019690.519928:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019690.519931:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339884416:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019690.519936:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339884544:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019690.519948:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019690.519954:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019690/real 1734019690] req@ffff8800a7a7f100 x1818247339884544/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019690.519964:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339884544/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019690.519972:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019690.519975:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019690.519978:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339884544:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019690.519983:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339884672:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019690.519995:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019690.520001:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019690/real 1734019690] req@ffff8800a7a7ea00 x1818247339884672/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019690.520011:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339884672/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019690.520018:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019690.520021:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019690.520024:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339884672:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019690.520029:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339884800:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019690.520046:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019690.520052:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019690/real 1734019690] req@ffff8800a7a7ca80 x1818247339884800/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019690.520062:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339884800/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019690.520070:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019690.520072:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019690.520075:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339884800:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734019690.743443:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019690.851641:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019691.743384:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019691.853551:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019692.743470:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019692.855660:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019693.743459:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019693.857622:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019694.743433:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019694.859609:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019695.527412:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019695.527422:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019695.527427:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019695.527436:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3959 00000100:00080000:2.0:1734019695.527445:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019695.527452:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019695.527490:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339884928/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019695.527516:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019695.527519:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019695.527542:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019695.527546:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3959 00000100:00080000:2.0:1734019695.527548:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019695.527551:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019695.527561:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019695.527569:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339885056/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019695.527575:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019695.527577:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019695.527578:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019695.527581:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3959 00000100:00080000:2.0:1734019695.527582:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019695.527584:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019695.527587:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019695.527593:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339885184/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019695.527597:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019695.527599:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019695.527600:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019695.527602:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3959 00000100:00080000:2.0:1734019695.527604:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019695.527606:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019695.527609:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019695.527614:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339885312/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019695.527619:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019695.527621:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019695.527621:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019695.527625:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3959 00000100:00080000:2.0:1734019695.527626:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019695.527628:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019695.527631:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019695.527637:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339885440/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019695.527643:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734019695.527645:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339884928:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734019695.527645:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019695.527646:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019695.527648:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3959 00000100:00080000:2.0:1734019695.527650:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019695.527652:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019695.527654:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019695.527659:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339885568/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019695.527714:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019695.527738:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019695/real 1734019695] req@ffff8800a7a7c700 x1818247339884928/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019695.527758:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339884928/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019695.527769:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019695.527773:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019695.527777:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339884928:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019695.527785:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339885056:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019695.527802:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019695.527809:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019695/real 1734019695] req@ffff8800a7a7c000 x1818247339885056/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019695.527820:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339885056/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019695.527829:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019695.527832:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019695.527836:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339885056:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019695.527841:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339885184:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019695.527855:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019695.527861:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019695/real 1734019695] req@ffff8800a7a7f480 x1818247339885184/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019695.527871:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339885184/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019695.527878:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019695.527881:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019695.527885:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339885184:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019695.527890:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339885312:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019695.527903:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019695.527909:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019695/real 1734019695] req@ffff8800a7a7dc00 x1818247339885312/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019695.527919:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339885312/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019695.527927:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019695.527929:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019695.527932:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339885312:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019695.527959:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339885440:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019695.527973:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019695.527980:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019695/real 1734019695] req@ffff8800a7a7fb80 x1818247339885440/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019695.527991:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339885440/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019695.527999:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019695.528002:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019695.528004:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339885440:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019695.528010:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339885568:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019695.528022:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019695.528028:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019695/real 1734019695] req@ffff8800a7a7ce00 x1818247339885568/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019695.528039:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339885568/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019695.528046:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019695.528049:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019695.528051:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339885568:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734019695.743473:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019695.861588:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019696.743456:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019696.863582:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019697.743446:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019697.865725:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019698.743464:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019698.867674:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019699.743484:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019699.869613:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019700.535504:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019700.535514:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019700.535519:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019700.535531:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3964 00000100:00080000:2.0:1734019700.535542:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019700.535552:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019700.535599:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339885696/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019700.535634:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019700.535639:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019700.535641:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019700.535646:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3964 00000100:00080000:2.0:1734019700.535649:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019700.535653:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019700.535665:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019700.535676:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339885824/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019700.535686:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019700.535690:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019700.535691:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019700.535695:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3964 00000100:00080000:2.0:1734019700.535698:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019700.535702:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019700.535707:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019700.535719:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339885952/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019700.535728:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019700.535731:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019700.535734:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019700.535738:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3964 00000100:00080000:2.0:1734019700.535741:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019700.535745:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019700.535750:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734019700.535759:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339885696:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734019700.535760:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339886080/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019700.535770:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019700.535773:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019700.535775:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019700.535779:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3964 00000100:00080000:2.0:1734019700.535781:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019700.535785:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019700.535790:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019700.535798:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339886208/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019700.535808:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019700.535811:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019700.535813:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019700.535817:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3964 00000100:00080000:2.0:1734019700.535820:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019700.535824:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019700.535828:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019700.535836:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339886336/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019700.535856:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339885824:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019700.535880:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339885952:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019700.535905:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339886080:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019700.535921:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339886208:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019700.535937:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339886336:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734019700.743479:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019700.871610:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019701.743506:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019701.873612:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019702.743483:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019702.875614:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1734019703.541612:0:1970:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.101:988 00000400:00000100:0.0:1734019703.541656:0:1970:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.101@tcp at host 192.168.201.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1734019703.541675:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734019703.541709:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734019703.541718:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734019703.541726:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734019703.541733:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000800:00000100:0.0:1734019703.541739:0:1970:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.101@tcp 00000100:00100000:1.0:1734019703.541815:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019700/real 1734019703] req@ffff8800a7a7fb80 x1818247339886080/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019703.541844:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339886080/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019703.541856:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019703.541860:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019703.541866:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339886080:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019703.541873:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019700/real 1734019703] req@ffff8800a7a7dc00 x1818247339886208/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019703.541885:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339886208/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019703.541893:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019703.541896:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019703.541900:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339886208:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019703.541906:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019700/real 1734019703] req@ffff8800a7a7f480 x1818247339886336/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019703.541917:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339886336/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019703.541926:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019703.541928:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019703.541932:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339886336:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019703.541938:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019700/real 1734019703] req@ffff8800a7a7ed80 x1818247339885696/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019703.541949:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339885696/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019703.541956:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019703.541959:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019703.541962:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339885696:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019703.541968:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019700/real 1734019703] req@ffff8800a7a7c380 x1818247339885824/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019703.541979:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339885824/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019703.541986:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019703.541989:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019703.541992:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339885824:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019703.541998:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019700/real 1734019703] req@ffff8800a7a7ce00 x1818247339885952/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019703.542008:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339885952/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019703.542023:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019703.542025:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019703.542029:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339885952:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734019703.743486:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019703.877583:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019704.743453:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019704.879570:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019705.543469:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019705.543477:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019705.543481:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019705.543489:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3969 00000100:00080000:2.0:1734019705.543496:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019705.543504:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019705.543537:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339886464/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019705.543568:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019705.543572:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019705.543574:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019705.543578:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3969 00000100:00080000:2.0:1734019705.543582:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019705.543585:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019705.543594:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019705.543605:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339886592/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019705.543615:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019705.543618:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019705.543620:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019705.543624:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3969 00000100:00080000:2.0:1734019705.543626:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019705.543630:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019705.543635:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019705.543642:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339886720/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019705.543650:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019705.543653:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019705.543655:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019705.543658:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3969 00000100:00080000:2.0:1734019705.543660:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019705.543664:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019705.543668:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734019705.543672:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339886464:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734019705.543675:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339886848/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019705.543684:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019705.543687:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019705.543689:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019705.543692:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3969 00000100:00080000:2.0:1734019705.543694:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019705.543697:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019705.543702:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019705.543709:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339886976/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019705.543718:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019705.543721:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019705.543723:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019705.543726:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3969 00000800:00000100:1.0:1734019705.543729:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734019705.543729:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019705.543732:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019705.543737:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019705.543744:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339887104/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019705.543747:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019705/real 1734019705] req@ffff8800a7a7c000 x1818247339886464/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019705.543764:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339886464/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019705.543773:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019705.543776:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019705.543781:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339886464:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019705.543788:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339886592:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019705.543804:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019705.543811:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019705/real 1734019705] req@ffff8800a7a7c700 x1818247339886592/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019705.543822:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339886592/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019705.543829:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019705.543832:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019705.543835:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339886592:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019705.543841:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339886720:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019705.543854:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019705.543861:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019705/real 1734019705] req@ffff8800a7a7ca80 x1818247339886720/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019705.543872:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339886720/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019705.543879:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019705.543881:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019705.543884:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339886720:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019705.543903:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339886848:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019705.543916:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019705.543922:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019705/real 1734019705] req@ffff8800a7a7ea00 x1818247339886848/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019705.543932:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339886848/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019705.543940:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019705.543942:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019705.543945:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339886848:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019705.543951:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339886976:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019705.543963:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019705.543969:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019705/real 1734019705] req@ffff8800a7a7f100 x1818247339886976/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019705.543980:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339886976/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019705.543988:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019705.543990:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019705.543993:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339886976:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019705.543998:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339887104:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019705.544010:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019705.544015:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019705/real 1734019705] req@ffff8800a7a7d180 x1818247339887104/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019705.544025:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339887104/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019705.544032:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019705.544034:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019705.544037:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339887104:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734019705.743455:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019705.881553:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019706.743466:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019706.883560:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019707.743425:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019707.885555:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019708.743441:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019708.887590:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019709.743443:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019709.889540:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019710.551411:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019710.551418:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019710.551421:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019710.551428:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3974 00000100:00080000:2.0:1734019710.551435:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019710.551440:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019710.551467:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339887232/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019710.551491:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019710.551495:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019710.551496:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019710.551500:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3974 00000100:00080000:2.0:1734019710.551503:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019710.551506:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019710.551514:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019710.551524:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339887360/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019710.551531:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019710.551534:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019710.551535:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019710.551538:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3974 00000100:00080000:2.0:1734019710.551540:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734019710.551543:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339887232:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734019710.551543:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019710.551547:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019710.551555:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339887488/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019710.551562:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019710.551564:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019710.551565:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019710.551568:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3974 00000100:00080000:2.0:1734019710.551570:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019710.551572:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019710.551575:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019710.551581:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339887616/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019710.551588:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019710.551590:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000800:00000100:1.0:1734019710.551591:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734019710.551591:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019710.551594:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3974 00000100:00080000:2.0:1734019710.551596:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019710.551598:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019710.551601:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1734019710.551605:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019710/real 1734019710] req@ffff8800a7a7df80 x1818247339887232/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019710.551608:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339887744/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019710.551615:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019710.551617:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1734019710.551619:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339887232/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019710.551619:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019710.551621:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3974 00000100:00080000:2.0:1734019710.551624:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019710.551626:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00080000:1.0:1734019710.551627:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:2.0:1734019710.551629:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1734019710.551630:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019710.551634:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339887232:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734019710.551635:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339887872/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019710.551639:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339887360:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019710.551653:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019710.551659:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019710/real 1734019710] req@ffff8800a7a7e300 x1818247339887360/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019710.551667:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339887360/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019710.551674:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019710.551676:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019710.551679:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339887360:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019710.551697:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339887488:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019710.551709:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019710.551714:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019710/real 1734019710] req@ffff8800a7a7d180 x1818247339887488/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019710.551719:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339887488/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019710.551723:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019710.551724:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019710.551726:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339887488:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019710.551729:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339887616:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019710.551737:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019710.551740:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019710/real 1734019710] req@ffff8800a7a7f100 x1818247339887616/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019710.551746:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339887616/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019710.551750:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019710.551751:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019710.551753:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339887616:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019710.551755:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339887744:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019710.551761:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019710.551764:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019710/real 1734019710] req@ffff8800a7a7ea00 x1818247339887744/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019710.551769:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339887744/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019710.551773:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019710.551774:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019710.551775:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339887744:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019710.551778:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339887872:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019710.551784:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019710.551788:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019710/real 1734019710] req@ffff8800a7a7ca80 x1818247339887872/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019710.551796:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339887872/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019710.551800:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019710.551801:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019710.551803:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339887872:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734019710.743447:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019710.891523:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019711.743373:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019711.893590:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019712.743379:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019712.895489:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019713.743475:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019713.897602:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019714.743460:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019714.899560:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019715.559462:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019715.559471:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019715.559475:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019715.559484:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3979 00000100:00080000:2.0:1734019715.559493:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019715.559500:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019715.559534:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339888000/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019715.559567:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019715.559571:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019715.559573:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019715.559577:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3979 00000100:00080000:2.0:1734019715.559581:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019715.559584:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019715.559594:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019715.559604:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339888128/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019715.559614:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019715.559617:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019715.559619:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019715.559623:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3979 00000100:00080000:2.0:1734019715.559625:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019715.559629:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019715.559634:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019715.559642:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339888256/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019715.559651:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019715.559654:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019715.559656:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019715.559659:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3979 00000100:00080000:2.0:1734019715.559661:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019715.559665:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019715.559669:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734019715.559671:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339888000:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734019715.559677:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339888384/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019715.559686:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019715.559689:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019715.559690:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019715.559693:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3979 00000100:00080000:2.0:1734019715.559696:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019715.559699:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019715.559703:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019715.559710:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339888512/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019715.559719:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019715.559722:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019715.559723:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019715.559727:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3979 00000100:00080000:2.0:1734019715.559730:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019715.559734:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000800:00000100:1.0:1734019715.559735:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000008:00100000:2.0:1734019715.559738:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019715.559745:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339888640/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019715.559755:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019715/real 1734019715] req@ffff8800a7a7c700 x1818247339888000/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019715.559774:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339888000/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019715.559785:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019715.559788:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019715.559793:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339888000:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019715.559800:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339888128:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019715.559816:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019715.559823:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019715/real 1734019715] req@ffff8800a7a7c000 x1818247339888128/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019715.559834:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339888128/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019715.559842:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019715.559845:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019715.559848:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339888128:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019715.559855:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339888256:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019715.559868:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019715.559874:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019715/real 1734019715] req@ffff8800a7a7ce00 x1818247339888256/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019715.559884:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339888256/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019715.559892:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019715.559895:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019715.559898:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339888256:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019715.559922:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339888384:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019715.559935:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019715.559941:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019715/real 1734019715] req@ffff8800a7a7c380 x1818247339888384/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019715.559952:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339888384/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019715.559960:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019715.559962:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019715.559965:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339888384:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019715.559971:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339888512:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019715.559987:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019715.559993:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019715/real 1734019715] req@ffff8800a7a7ed80 x1818247339888512/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019715.560003:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339888512/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019715.560010:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019715.560013:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019715.560016:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339888512:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019715.560021:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339888640:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019715.560033:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019715.560039:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019715/real 1734019715] req@ffff8800a7a7f480 x1818247339888640/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019715.560049:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339888640/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019715.560056:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019715.560058:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019715.560061:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339888640:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734019715.743473:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019715.901575:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019716.743452:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019716.903579:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019717.743449:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019717.905575:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019718.743438:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019718.907601:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019719.743461:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019719.909511:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019720.567445:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019720.567453:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019720.567456:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019720.567463:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3984 00000100:00080000:2.0:1734019720.567470:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019720.567475:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019720.567503:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339888768/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019720.567531:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019720.567533:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019720.567534:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019720.567537:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3984 00000100:00080000:2.0:1734019720.567538:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019720.567540:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019720.567547:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019720.567553:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339888896/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019720.567558:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019720.567560:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019720.567561:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019720.567563:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3984 00000100:00080000:2.0:1734019720.567565:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019720.567566:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019720.567569:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019720.567576:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339889024/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019720.567580:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019720.567582:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019720.567582:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019720.567584:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3984 00000100:00080000:2.0:1734019720.567585:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019720.567587:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019720.567589:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019720.567594:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339889152/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019720.567598:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019720.567600:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019720.567601:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019720.567603:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3984 00000100:00080000:2.0:1734019720.567605:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019720.567606:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019720.567609:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1734019720.567612:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339888768:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734019720.567613:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339889280/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019720.567618:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019720.567619:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019720.567620:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019720.567622:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3984 00000100:00080000:2.0:1734019720.567623:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019720.567625:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019720.567627:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019720.567631:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339889408/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019720.567655:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019720.567668:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019720/real 1734019720] req@ffff8800a7a7dc00 x1818247339888768/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019720.567683:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339888768/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019720.567689:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019720.567691:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019720.567693:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339888768:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019720.567697:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339888896:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019720.567707:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019720.567710:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019720/real 1734019720] req@ffff8800a7a7fb80 x1818247339888896/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019720.567716:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339888896/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019720.567720:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019720.567721:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019720.567723:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339888896:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019720.567726:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339889024:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019720.567733:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019720.567736:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019720/real 1734019720] req@ffff8800a7a7f480 x1818247339889024/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019720.567741:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339889024/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019720.567745:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019720.567746:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019720.567748:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339889024:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019720.567751:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339889152:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019720.567758:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019720.567761:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019720/real 1734019720] req@ffff8800a7a7ed80 x1818247339889152/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019720.567766:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339889152/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019720.567770:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019720.567771:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019720.567773:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339889152:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019720.567788:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339889280:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019720.567795:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019720.567799:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019720/real 1734019720] req@ffff8800a7a7c380 x1818247339889280/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019720.567804:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339889280/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019720.567808:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019720.567810:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019720.567811:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339889280:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019720.567814:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339889408:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019720.567822:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019720.567825:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019720/real 1734019720] req@ffff8800a7a7ce00 x1818247339889408/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019720.567830:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339889408/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019720.567834:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019720.567835:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019720.567836:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339889408:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734019720.743463:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019720.911528:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019721.743439:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019721.913579:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019722.743387:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019722.915561:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019723.743444:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019723.917470:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019724.743466:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019724.919595:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019725.575475:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019725.575483:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019725.575487:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019725.575496:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3989 00000100:00080000:2.0:1734019725.575505:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019725.575513:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019725.575547:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339889536/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019725.575580:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019725.575584:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019725.575586:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019725.575590:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3989 00000100:00080000:2.0:1734019725.575594:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019725.575597:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019725.575606:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019725.575617:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339889664/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019725.575626:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019725.575630:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019725.575631:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019725.575635:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3989 00000100:00080000:2.0:1734019725.575637:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019725.575641:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019725.575646:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019725.575653:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339889792/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019725.575661:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019725.575664:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019725.575667:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019725.575670:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3989 00000100:00080000:2.0:1734019725.575673:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019725.575676:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:1.0:1734019725.575680:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339889536:192.168.201.101@tcp:250:kworker.0 00000008:00100000:2.0:1734019725.575681:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019725.575689:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339889920/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019725.575698:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019725.575701:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019725.575703:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019725.575706:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3989 00000100:00080000:2.0:1734019725.575709:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019725.575712:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019725.575716:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019725.575723:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339890048/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019725.575733:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019725.575736:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019725.575737:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019725.575741:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3989 00000800:00000100:1.0:1734019725.575743:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734019725.575744:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019725.575747:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019725.575751:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019725.575758:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339890176/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019725.575764:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019725/real 1734019725] req@ffff8800a7a7c000 x1818247339889536/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019725.575783:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339889536/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019725.575793:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019725.575796:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019725.575801:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339889536:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019725.575808:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339889664:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019725.575824:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019725.575830:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019725/real 1734019725] req@ffff8800a7a7c700 x1818247339889664/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019725.575842:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339889664/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019725.575851:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019725.575853:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019725.575857:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339889664:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019725.575862:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339889792:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019725.575875:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019725.575881:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019725/real 1734019725] req@ffff8800a7a7ca80 x1818247339889792/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019725.575891:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339889792/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019725.575898:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019725.575901:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019725.575904:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339889792:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019725.575927:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339889920:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019725.575940:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019725.575947:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019725/real 1734019725] req@ffff8800a7a7ea00 x1818247339889920/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019725.575957:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339889920/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019725.575965:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019725.575967:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019725.575970:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339889920:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019725.575977:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339890048:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019725.575990:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019725.575996:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019725/real 1734019725] req@ffff8800a7a7f100 x1818247339890048/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019725.576006:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339890048/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019725.576014:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019725.576061:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019725.576066:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339890048:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019725.576072:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339890176:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019725.576088:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019725.576096:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019725/real 1734019725] req@ffff8800a7a7d180 x1818247339890176/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019725.576107:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339890176/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019725.576115:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019725.576117:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019725.576120:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339890176:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734019725.743460:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019725.921573:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019726.743473:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019726.923559:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019727.743460:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019727.925598:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019728.743457:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019728.927597:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019729.743452:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019729.929554:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019730.583429:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019730.583437:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019730.583440:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019730.583447:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3994 00000100:00080000:2.0:1734019730.583454:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019730.583459:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019730.583485:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339890304/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019730.583508:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019730.583510:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019730.583511:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019730.583514:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3994 00000100:00080000:2.0:1734019730.583516:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019730.583518:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019730.583524:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019730.583530:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339890432/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019730.583535:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019730.583537:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019730.583538:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019730.583540:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3994 00000100:00080000:2.0:1734019730.583542:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019730.583544:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019730.583546:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019730.583553:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339890560/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019730.583557:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019730.583559:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019730.583560:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019730.583562:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3994 00000100:00080000:2.0:1734019730.583563:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019730.583565:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019730.583567:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019730.583572:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339890688/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019730.583576:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019730.583578:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019730.583578:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019730.583580:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3994 00000100:00080000:2.0:1734019730.583581:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019730.583583:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:1.0:1734019730.583585:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339890304:192.168.201.101@tcp:250:kworker.0 00000008:00100000:2.0:1734019730.583585:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019730.583589:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339890816/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019730.583595:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019730.583597:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019730.583597:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019730.583599:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3994 00000100:00080000:2.0:1734019730.583600:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019730.583602:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019730.583604:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019730.583608:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339890944/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019730.583627:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019730.583641:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019730/real 1734019730] req@ffff8800a7a7e300 x1818247339890304/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019730.583652:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339890304/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019730.583658:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019730.583660:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019730.583662:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339890304:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019730.583666:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339890432:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019730.583675:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019730.583678:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019730/real 1734019730] req@ffff8800a7a7df80 x1818247339890432/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019730.583684:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339890432/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019730.583688:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019730.583689:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019730.583691:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339890432:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019730.583693:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339890560:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019730.583701:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019730.583704:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019730/real 1734019730] req@ffff8800a7a7d180 x1818247339890560/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019730.583709:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339890560/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019730.583713:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019730.583714:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019730.583716:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339890560:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019730.583719:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339890688:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019730.583725:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019730.583728:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019730/real 1734019730] req@ffff8800a7a7f100 x1818247339890688/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019730.583733:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339890688/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019730.583738:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019730.583739:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019730.583740:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339890688:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019730.583755:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339890816:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019730.583762:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019730.583765:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019730/real 1734019730] req@ffff8800a7a7ea00 x1818247339890816/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019730.583771:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339890816/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019730.583775:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019730.583776:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019730.583778:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339890816:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019730.583780:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339890944:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019730.583788:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019730.583791:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019730/real 1734019730] req@ffff8800a7a7ca80 x1818247339890944/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019730.583796:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339890944/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019730.583800:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019730.583801:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019730.583803:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339890944:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734019730.743383:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019730.931476:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019731.743387:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019731.933517:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019732.743368:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019732.935461:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019733.743477:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019733.937588:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019734.743466:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019734.939526:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019735.591445:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019735.591453:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019735.591456:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019735.591463:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 3999 00000100:00080000:2.0:1734019735.591470:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019735.591475:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019735.591502:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339891072/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019735.591532:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019735.591535:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019735.591536:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019735.591539:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3999 00000100:00080000:2.0:1734019735.591541:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019735.591543:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019735.591549:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019735.591555:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339891200/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019735.591560:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019735.591562:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019735.591563:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019735.591566:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3999 00000100:00080000:2.0:1734019735.591567:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019735.591569:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019735.591571:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019735.591576:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339891328/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019735.591580:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019735.591582:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019735.591583:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019735.591585:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 3999 00000100:00080000:2.0:1734019735.591586:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019735.591588:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019735.591590:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019735.591594:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339891456/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019735.591599:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019735.591601:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019735.591601:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019735.591603:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3999 00000100:00080000:2.0:1734019735.591605:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019735.591606:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019735.591608:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1734019735.591613:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339891072:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734019735.591613:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339891584/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019735.591617:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019735.591619:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019735.591620:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019735.591622:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 3999 00000100:00080000:2.0:1734019735.591623:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019735.591625:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019735.591627:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019735.591631:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339891712/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019735.591658:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019735.591671:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019735/real 1734019735] req@ffff8800a7a7c700 x1818247339891072/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019735.591682:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339891072/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019735.591688:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019735.591689:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019735.591692:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339891072:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019735.591695:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339891200:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019735.591704:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019735.591708:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019735/real 1734019735] req@ffff8800a7a7c000 x1818247339891200/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019735.591714:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339891200/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019735.591718:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019735.591720:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019735.591721:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339891200:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019735.591724:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339891328:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019735.591731:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019735.591734:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019735/real 1734019735] req@ffff8800a7a7ce00 x1818247339891328/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019735.591739:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339891328/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019735.591743:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019735.591744:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019735.591746:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339891328:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019735.591749:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339891456:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019735.591755:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019735.591758:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019735/real 1734019735] req@ffff8800a7a7c380 x1818247339891456/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019735.591763:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339891456/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019735.591767:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019735.591768:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019735.591769:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339891456:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019735.591789:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339891584:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019735.591796:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019735.591800:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019735/real 1734019735] req@ffff8800a7a7ed80 x1818247339891584/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019735.591805:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339891584/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019735.591809:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019735.591810:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019735.591812:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339891584:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019735.591815:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339891712:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019735.591821:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019735.591824:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019735/real 1734019735] req@ffff8800a7a7f480 x1818247339891712/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019735.591829:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339891712/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019735.591832:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019735.591833:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019735.591835:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339891712:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734019735.743444:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019735.941544:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019736.743438:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019736.943549:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019737.743370:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019737.945502:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019738.743437:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019738.947488:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019739.743471:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019739.949594:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019740.599475:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019740.599484:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019740.599488:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019740.599497:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 4004 00000100:00080000:2.0:1734019740.599507:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019740.599514:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019740.599550:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7fb80 x1818247339891840/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019740.599584:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019740.599588:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019740.599590:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019740.599595:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 4004 00000100:00080000:2.0:1734019740.599598:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019740.599601:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019740.599611:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019740.599621:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7dc00 x1818247339891968/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019740.599631:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019740.599634:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019740.599636:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019740.599640:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 4004 00000100:00080000:2.0:1734019740.599642:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019740.599646:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019740.599651:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019740.599661:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f480 x1818247339892096/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019740.599671:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019740.599674:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019740.599676:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019740.599679:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 4004 00000100:00080000:2.0:1734019740.599681:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019740.599685:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:1.0:1734019740.599687:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339891840:192.168.201.101@tcp:250:kworker.0 00000008:00100000:2.0:1734019740.599689:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019740.599698:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ed80 x1818247339892224/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019740.599707:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019740.599710:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019740.599711:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019740.599715:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 4004 00000100:00080000:2.0:1734019740.599717:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019740.599721:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019740.599725:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019740.599732:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c380 x1818247339892352/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019740.599740:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019740.599743:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019740.599745:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019740.599749:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 4004 00000800:00000100:1.0:1734019740.599751:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734019740.599752:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019740.599755:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019740.599760:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734019740.599808:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019740/real 1734019740] req@ffff8800a7a7fb80 x1818247339891840/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019740.599814:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ce00 x1818247339892480/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019740.599829:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7fb80 x1818247339891840/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019740.599840:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019740.599843:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019740.599848:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339891840:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019740.599856:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339891968:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019740.599875:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019740.599883:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019740/real 1734019740] req@ffff8800a7a7dc00 x1818247339891968/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019740.599894:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7dc00 x1818247339891968/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019740.599903:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019740.599905:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019740.599909:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339891968:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019740.599914:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339892096:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019740.599928:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019740.599934:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019740/real 1734019740] req@ffff8800a7a7f480 x1818247339892096/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019740.599944:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f480 x1818247339892096/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019740.599951:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019740.599955:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019740.599958:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339892096:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019740.599982:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339892224:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019740.599996:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019740.600002:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019740/real 1734019740] req@ffff8800a7a7ed80 x1818247339892224/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019740.600013:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ed80 x1818247339892224/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019740.600020:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019740.600023:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019740.600026:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339892224:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019740.600031:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339892352:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019740.600043:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019740.600049:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019740/real 1734019740] req@ffff8800a7a7c380 x1818247339892352/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019740.600059:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c380 x1818247339892352/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019740.600066:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019740.600068:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019740.600071:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339892352:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019740.600077:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339892480:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019740.600097:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019740.600103:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019740/real 1734019740] req@ffff8800a7a7ce00 x1818247339892480/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019740.600114:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ce00 x1818247339892480/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019740.600121:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019740.600123:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019740.600126:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339892480:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734019740.743463:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019740.951591:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019741.743450:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019741.953564:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019742.743447:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019742.955576:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019743.743457:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019743.957613:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019744.743513:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019744.959631:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019745.607448:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019745.607460:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019745.607465:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019745.607477:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 4009 00000100:00080000:2.0:1734019745.607488:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019745.607497:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019745.607538:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c000 x1818247339892608/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019745.607574:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019745.607591:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019745.607593:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019745.607597:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 4009 00000100:00080000:2.0:1734019745.607601:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019745.607605:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019745.607616:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019745.607628:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7c700 x1818247339892736/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019745.607638:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019745.607642:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019745.607643:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019745.607647:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 4009 00000100:00080000:2.0:1734019745.607650:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019745.607654:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019745.607659:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:1.0:1734019745.607664:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339892608:192.168.201.101@tcp:250:kworker.0 00000100:00100000:2.0:1734019745.607668:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339892864/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019745.607716:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019745.607720:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019745.607722:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019745.607727:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 4009 00000100:00080000:2.0:1734019745.607730:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1734019745.607732:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734019745.607735:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019745.607741:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:1.0:1734019745.607745:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019745/real 1734019745] req@ffff8800a7a7c000 x1818247339892608/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019745.607752:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339892992/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019745.607755:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c000 x1818247339892608/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019745.607761:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019745.607762:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00080000:2.0:1734019745.607763:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734019745.607765:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339892608:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734019745.607766:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019745.607768:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734019745.607769:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339892736:192.168.201.101@tcp:38:kworker.0 00000100:00080000:2.0:1734019745.607772:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 4009 00000100:00080000:2.0:1734019745.607775:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019745.607778:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000800:00000100:1.0:1734019745.607779:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019745.607782:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019745/real 1734019745] req@ffff8800a7a7c700 x1818247339892736/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:2.0:1734019745.607783:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1734019745.607787:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7c700 x1818247339892736/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019745.607791:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1734019745.607791:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339893120/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1734019745.607792:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019745.607794:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339892736:192.168.201.101@tcp:38:kworker.0 00000100:00080000:2.0:1734019745.607800:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019745.607803:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019745.607804:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734019745.607806:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339892864:192.168.201.101@tcp:8:kworker.0 00000100:00080000:2.0:1734019745.607808:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 4009 00000100:00080000:2.0:1734019745.607811:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1734019745.607813:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00080000:2.0:1734019745.607814:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000100:00100000:1.0:1734019745.607816:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019745/real 1734019745] req@ffff8800a7a7ca80 x1818247339892864/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:2.0:1734019745.607819:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734019745.607821:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339892864/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019745.607824:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019745.607825:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019745.607827:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339892864:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734019745.607828:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339893248/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019745.607830:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339892992:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019745.607836:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019745.607840:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019745/real 1734019745] req@ffff8800a7a7ea00 x1818247339892992/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019745.607844:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339892992/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019745.607847:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019745.607848:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019745.607849:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339892992:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019745.607853:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339893120:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019745.607859:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019745.607861:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019745/real 1734019745] req@ffff8800a7a7f100 x1818247339893120/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019745.607866:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339893120/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019745.607870:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019745.607871:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019745.607872:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339893120:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019745.607879:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339893248:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019745.607885:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019745.607887:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019745/real 1734019745] req@ffff8800a7a7d180 x1818247339893248/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019745.607891:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339893248/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019745.607894:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019745.607895:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019745.607897:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339893248:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734019745.743506:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019745.961734:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019746.743471:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019746.963600:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019747.743385:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019747.965589:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019748.743483:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019748.967709:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019749.743471:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019749.969600:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019750.615458:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) 0db0e310-e6b8-40c1-b2ea-81542a2439df->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019750.615466:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019750.615471:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019750.615480:0:11207:0:(import.c:523:import_select_connection()) MGC192.168.201.101@tcp: connect to NID 192.168.201.101@tcp last attempt 4014 00000100:00080000:2.0:1734019750.615490:0:11207:0:(import.c:580:import_select_connection()) MGC192.168.201.101@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019750.615498:0:11207:0:(import.c:615:import_select_connection()) MGC192.168.201.101@tcp: import ffff8800b6106000 using connection MGC192.168.201.101@tcp_0/192.168.201.101@tcp 00000100:00100000:2.0:1734019750.615535:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7df80 x1818247339893376/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019750.615562:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019750.615565:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019750.615566:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019750.615570:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 4014 00000100:00080000:2.0:1734019750.615571:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019750.615574:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b60f2800: import ffff88012dbb3800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019750.615582:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019750.615589:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7e300 x1818247339893504/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019750.615617:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019750.615620:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019750.615621:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019750.615623:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 4014 00000100:00080000:2.0:1734019750.615625:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019750.615627:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b60f2800: import ffff88012dbb4800 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019750.615630:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 28672, lost: 0. 00000100:00100000:2.0:1734019750.615639:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7d180 x1818247339893632/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019750.615643:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) ca960967-f34d-4bd7-a96b-f55b9893eead->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019750.615646:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019750.615647:0:11207:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019750.615650:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: connect to NID 192.168.201.101@tcp last attempt 4014 00000100:00080000:2.0:1734019750.615651:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019750.615653:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b60f2800: import ffff88012dbb6000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019750.615656:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 4218880, lost: 0. 00000100:00100000:2.0:1734019750.615662:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7f100 x1818247339893760/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019750.615666:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019750.615668:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019750.615669:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019750.615671:0:11207:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 4014 00000100:00080000:2.0:1734019750.615672:0:11207:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019750.615674:0:11207:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aae6f000: import ffff8800aadeb000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019750.615676:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019750.615682:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ea00 x1818247339893888/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019750.615689:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339893376:192.168.201.101@tcp:250:kworker.0 00000100:00080000:2.0:1734019750.615689:0:11207:0:(pinger.c:254:ptlrpc_pinger_process_import()) cde2e6d7-d18c-4975-a910-55f1abdfd0d2->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019750.615691:0:11207:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019750.615691:0:11207:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019750.615694:0:11207:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: connect to NID 192.168.201.101@tcp last attempt 4014 00000100:00080000:2.0:1734019750.615695:0:11207:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019750.615697:0:11207:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aae6f000: import ffff8800aade8000 using connection 192.168.201.101@tcp/192.168.201.101@tcp 00000008:00100000:2.0:1734019750.615700:0:11207:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019750.615706:0:11207:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a7a7ca80 x1818247339894016/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019750.615759:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019750.615780:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019750/real 1734019750] req@ffff8800a7a7df80 x1818247339893376/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019750.615801:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7df80 x1818247339893376/t0(0) o250->MGC192.168.201.101@tcp@192.168.201.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019750.615813:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b6106000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019750.615816:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019750.615821:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0db0e310-e6b8-40c1-b2ea-81542a2439df:1979:1818247339893376:192.168.201.101@tcp:250:kworker.0 00000100:00100000:1.0:1734019750.615829:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339893504:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019750.615846:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019750.615853:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019750/real 1734019750] req@ffff8800a7a7e300 x1818247339893504/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019750.615865:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7e300 x1818247339893504/t0(0) o38->lustre-MDT0000-mdc-ffff8800b60f2800@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019750.615873:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019750.615876:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019750.615879:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339893504:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019750.615885:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339893632:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019750.615899:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019750.615905:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019750/real 1734019750] req@ffff8800a7a7d180 x1818247339893632/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019750.615915:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7d180 x1818247339893632/t0(0) o8->lustre-OST0000-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019750.615923:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019750.615926:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019750.615929:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339893632:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019750.615935:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339893760:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019750.615947:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019750.615953:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019750/real 1734019750] req@ffff8800a7a7f100 x1818247339893760/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019750.615964:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7f100 x1818247339893760/t0(0) o8->lustre-OST0001-osc-ffff8800b60f2800@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019750.615972:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012dbb6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019750.615974:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019750.615977:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ca960967-f34d-4bd7-a96b-f55b9893eead:1979:1818247339893760:192.168.201.101@tcp:8:kworker.0 00000100:00100000:1.0:1734019750.616004:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339893888:192.168.201.101@tcp:38:kworker.0 00000800:00000100:1.0:1734019750.616018:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019750.616024:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019750/real 1734019750] req@ffff8800a7a7ea00 x1818247339893888/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019750.616035:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ea00 x1818247339893888/t0(0) o38->lustre-MDT0000-mdc-ffff8800aae6f000@192.168.201.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019750.616043:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aadeb000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019750.616046:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019750.616049:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339893888:192.168.201.101@tcp:38:kworker.0 00000100:00100000:1.0:1734019750.616054:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339894016:192.168.201.101@tcp:8:kworker.0 00000800:00000100:1.0:1734019750.616069:0:1979:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.101@tcp 00000100:00100000:1.0:1734019750.616075:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019750/real 1734019750] req@ffff8800a7a7ca80 x1818247339894016/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019750.616085:0:1979:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a7a7ca80 x1818247339894016/t0(0) o8->lustre-OST0001-osc-ffff8800aae6f000@192.168.201.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019750.616093:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800aade8000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019750.616095:0:1979:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.101@tcp failed (-110) 00000100:00100000:1.0:1734019750.616098:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a7a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cde2e6d7-d18c-4975-a910-55f1abdfd0d2:1979:1818247339894016:192.168.201.101@tcp:8:kworker.0 00000100:00100000:2.0:1734019750.743506:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019750.971641:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734019751.743467:0:5244:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012abacc00 going to sleep for 0 seconds 00010000:00010000:3.0:1734019751.973511:0:4745:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 76137 lines, 76137 kept, 0 dropped, 0 bad.